00000001:01000000:3.0F:1787758799.947126:0:2301:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 1299 MB/s
00000001:01000000:3.0:1787758800.196698:0:2301:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 1639 MB/s
00000001:01000000:3.0:1787758800.446714:0:2301:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 9843 MB/s
00000020:02000000:3.0:1787758800.789237:0:2330:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_104_g734b157
00000400:02000000:1.0F:1787758801.215169:0:2345:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.204.33@tcp [8/256/0/180]
00008000:02000000:3.0:1787758805.257465:0:2499:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/
00000020:01000004:0.0F:1787758965.286802:0:5444:0:(obd_mount.c:923:lmd_print())   mount data:
00000020:01000004:0.0:1787758965.286814:0:5444:0:(obd_mount.c:925:lmd_print()) profile: lustre-client
00000020:01000004:0.0:1787758965.286815:0:5444:0:(obd_mount.c:926:lmd_print()) device:  192.168.204.133@tcp:/lustre
00000020:01000004:0.0:1787758965.286817:0:5444:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock
00000080:01200004:0.0:1787758965.286962:0:5444:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000cb6a55ff
00000080:01000004:0.0:1787758965.286974:0:5444:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client
00000020:01000004:0.0:1787758965.286993:0:5444:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.133@tcp'
00000020:01000004:0.0:1787758965.287114:0:5444:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.133@tcp (typ=mgc)
00000020:00000080:0.0:1787758965.287138:0:5444:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.133@tcp (00000000dc4ee7dc)
00000020:00000080:0.0:1787758965.287154:0:5444:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2
00000100:00100000:0.0:1787758965.287397:0:5444:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:0.0:1787758965.287423:0:5444:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:0.0:1787758965.287631:0:5444:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34
00000100:00100000:0.0:1787758965.287638:0:5444:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000'
00000100:00100000:3.0:1787758965.288366:0:5444:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34
00000100:00100000:3.0:1787758965.288375:0:5444:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001'
00000100:00100000:3.0:1787758965.294494:0:5444:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34
00000100:00100000:3.0:1787758965.294510:0:5444:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000'
00000100:00100000:1.0:1787758965.295683:0:5444:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34
00000100:00100000:1.0:1787758965.295693:0:5444:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001'
00000100:00100000:1.0:1787758965.296733:0:5444:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:1.0:1787758965.297063:0:5444:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:1.0:1787758965.297752:0:5444:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34
00000100:00100000:1.0:1787758965.297760:0:5444:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000'
00000100:00100000:0.0:1787758965.304355:0:5444:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34
00000100:00100000:0.0:1787758965.304370:0:5444:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001'
00000100:00100000:0.0:1787758965.305810:0:5444:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34
00000100:00100000:0.0:1787758965.305821:0:5444:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002'
00000100:00100000:0.0:1787758965.306493:0:5444:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34
00000100:00100000:0.0:1787758965.306501:0:5444:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000'
00000100:00100000:0.0:1787758965.306965:0:5444:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34
00000100:00100000:0.0:1787758965.306973:0:5444:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001'
00000100:00100000:0.0:1787758965.309825:0:5444:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34
00000100:00100000:0.0:1787758965.309844:0:5444:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002'
00010000:00010000:1.0:1787758965.315053:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758965.315059:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758965.315061:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758965.315800:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758965.315804:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758965.315806:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00080000:0.0:1787758965.316216:0:5444:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000d2b5ff40@MGC192.168.204.133@tcp: add connection 192.168.204.133@tcp at head
00010000:00010000:0.0:1787758965.316418:0:5444:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.133@tcp-0 is initialized
00000040:01000000:0.0:1787758965.316427:0:5444:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.133@tcp ctxt 1 is initialized
10000000:01000000:0.0:1787758965.322320:0:5458:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread
00000020:00000080:0.0:1787758965.322364:0:5444:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.133@tcp (uuid 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9)
00000020:00000080:0.0:1787758965.322387:0:5444:0:(genops.c:1385:class_connect()) connect: client 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9, cookie 0xd1a7b4edcc533464
00000100:00080000:0.0:1787758965.322516:0:5444:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 0
00000100:00080000:0.0:1787758965.322550:0:5444:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import 00000000d2b5ff40 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787758965.322601:0:5444:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9cb90c x1874600972517504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787758965.322624:0:5444:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS
00000080:00200000:0.0:1787758965.322642:0:5444:0:(llite_lib.c:1508:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff96b48537e800 (sb 00000000cb6a55ff)
00000080:01000000:0.0:1787758965.322705:0:5444:0:(llite_lib.c:1234:ll_options()) Parsing opts user_xattr,flock
00000080:00000004:0.0:1787758965.322707:0:5444:0:(llite_lib.c:1244:ll_options()) next opt=user_xattr
00000080:00000004:0.0:1787758965.322711:0:5444:0:(llite_lib.c:1244:ll_options()) next opt=flock
00000080:01000000:0.0:1787758965.322719:0:5444:0:(llite_lib.c:1542:ll_fill_super()) llite sb uuid: 2fdb7338-6109-4f60-9752-fc8ea99264a4
10000000:01000000:0.0:1787758965.323182:0:5444:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0
10000000:01000000:0.0:1787758965.323186:0:5444:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff96b48537e800
10000000:01000000:0.0:1787758965.323190:0:5444:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff96b488563490
10000000:01000000:0.0:1787758965.323193:0:5444:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:0.0:1787758965.323200:0:5444:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff96b488563490 from 1
10000000:01000000:0.0:1787758965.323203:0:5444:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:0.0:1787758965.323233:0:5444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.133@tcp lock: 000000004f782e86/0xd1a7b4edcc53346b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758965.323242:0:5444:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.133@tcp lock: 000000004f782e86/0xd1a7b4edcc53346b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758965.323263:0:5444:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.133@tcp lock: 000000004f782e86/0xd1a7b4edcc53346b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1787758965.323279:0:5444:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@000000009ea05995 x1874600972517632/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758965.323288:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set 0000000037726169 going to sleep for 0 seconds
00010000:00010000:1.0:1787758965.323606:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0F:1787758965.323922:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005b9cb90c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972517504:192.168.204.133@tcp:250:
00000100:00100000:0.0:1787758965.344726:0:2361:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.133@tcp: committing for last_committed 0 gen 1
00000100:00080000:0.0:1787758965.344749:0:2361:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.133@tcp: connect to target with instance 0
00000100:00080000:0.0:1787758965.344759:0:2361:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.133@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060
10000000:01000000:0.0:1787758965.344784:0:2361:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005
00000100:00080000:0.0:1787758965.344789:0:2361:0:(import.c:65:import_set_state_nolock()) 00000000d2b5ff40 MGS: changing import state from CONNECTING to FULL
10000000:01000000:0.0:1787758965.344795:0:2361:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004
00000100:00080000:0.0:1787758965.344807:0:2361:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up
00000100:00080000:0.0:1787758965.344819:0:2361:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000037726169):  req@000000009ea05995 x1874600972517632/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758965.344834:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005b9cb90c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972517504:192.168.204.133@tcp:250:
00000100:00100000:0.0:1787758965.344993:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set 0000000037726169 going to sleep for 11 seconds
00000100:00100000:0.0:1787758965.353006:0:5444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000009ea05995 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972517632:192.168.204.133@tcp:101:
00010000:00010000:0.0:1787758965.353037:0:5444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.133@tcp lock: 000000004f782e86/0xd1a7b4edcc53346b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0516f expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758965.353050:0:5444:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.133@tcp lock: 000000004f782e86/0xd1a7b4edcc53346b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1a77009127f0516f expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787758965.353148:0:5444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000009ea05995 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972517760:192.168.204.133@tcp:501:
00000100:00100000:0.0:1787758965.353242:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set 0000000037726169 going to sleep for 11 seconds
00000100:00100000:0.0:1787758965.364227:0:5444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000009ea05995 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972517760:192.168.204.133@tcp:501:
10000000:01000000:0.0:1787758965.364901:0:5444:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.133@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:0.0:1787758965.364916:0:5444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.133@tcp lock: 000000004f782e86/0xd1a7b4edcc53346b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0516f expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758965.364926:0:5444:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.133@tcp lock: 000000004f782e86/0xd1a7b4edcc53346b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0516f expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787758965.364935:0:5444:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff96b48537e800
10000000:01000000:0.0:1787758965.364941:0:5444:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params)
10000000:01000000:0.0:1787758965.364953:0:5444:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff96b48537e800
10000000:01000000:0.0:1787758965.364956:0:5444:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:0.0:1787758965.364959:0:5444:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff96b48537e800
10000000:01000000:0.0:1787758965.364961:0:5444:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre)
10000000:01000000:0.0:1787758965.364965:0:5444:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff96b48537e800 from 1
10000000:01000000:0.0:1787758965.364968:0:5444:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:0.0:1787758965.365002:0:5444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.133@tcp lock: 000000009c8533c0/0xd1a7b4edcc533472 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758965.365010:0:5444:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.133@tcp lock: 000000009c8533c0/0xd1a7b4edcc533472 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758965.365020:0:5444:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.133@tcp lock: 000000009c8533c0/0xd1a7b4edcc533472 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787758965.365039:0:5444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000009ea05995 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972517888:192.168.204.133@tcp:101:
00000100:00100000:0.0:1787758965.365751:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set 0000000037726169 going to sleep for 11 seconds
00000100:00100000:1.0:1787758965.368456:0:5444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000009ea05995 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972517888:192.168.204.133@tcp:101:
00010000:00010000:1.0:1787758965.368488:0:5444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.133@tcp lock: 000000009c8533c0/0xd1a7b4edcc533472 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f05176 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758965.368501:0:5444:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.133@tcp lock: 000000009c8533c0/0xd1a7b4edcc533472 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1a77009127f05176 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787758965.368604:0:5444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000088e2d90f pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972518016:192.168.204.133@tcp:501:
00000100:00100000:1.0:1787758965.368681:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set 00000000d4d8e144 going to sleep for 11 seconds
00000100:00100000:1.0:1787758965.371176:0:5444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000088e2d90f pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972518016:192.168.204.133@tcp:501:
00000100:00100000:1.0:1787758965.371255:0:5444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000088e2d90f pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972518144:192.168.204.133@tcp:503:
00000100:00100000:1.0:1787758965.371341:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set 00000000d4d8e144 going to sleep for 11 seconds
00000100:00100000:1.0:1787758965.374013:0:5444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000088e2d90f pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972518144:192.168.204.133@tcp:503:
00000100:00100000:2.0:1787758965.374472:0:5462:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005973da5f pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5462:1874600972518272:192.168.204.133@tcp:502:
00000100:00100000:2.0:1787758965.374559:0:5462:0:(client.c:2715:ptlrpc_set_wait()) set 00000000e425a9c4 going to sleep for 11 seconds
00000100:00100000:2.0:1787758965.377047:0:5462:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005973da5f pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5462:1874600972518272:192.168.204.133@tcp:502:
00000020:01000000:2.0:1787758965.377094:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1787758965.377108:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758965.377111:0:5462:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup
00000020:01000000:2.0:1787758965.377119:0:5462:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff96b48537e800
00000020:00000080:2.0:1787758965.377122:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:2.0:1787758965.377146:0:5462:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff96b48537e800 (000000009e28e378)
00000020:00000080:2.0:1787758965.377167:0:5462:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2
00000020:01000000:2.0:1787758965.377173:0:5462:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff96b48537e800
00000020:00000080:2.0:1787758965.377176:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:2.0:1787758965.377533:0:5462:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff96b48537e800 (uuid 2fdb7338-6109-4f60-9752-fc8ea99264a4)
00000020:01000000:2.0:1787758965.377539:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1787758965.377542:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758965.377543:0:5462:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup
00000020:01000000:2.0:1787758965.377546:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1787758965.377548:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758965.377549:0:5462:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup
00000020:01000000:2.0:1787758965.377553:0:5462:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff96b48537e800
00000020:00000080:2.0:1787758965.377555:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:2.0:1787758965.377561:0:5462:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff96b48537e800 (00000000777a4d0b)
00000020:00000080:2.0:1787758965.377570:0:5462:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2
00000020:01000000:2.0:1787758965.377574:0:5462:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff96b48537e800
00000020:00000080:2.0:1787758965.377576:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:2.0:1787758965.377806:0:5462:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff96b48537e800 (uuid 2fdb7338-6109-4f60-9752-fc8ea99264a4)
00000020:01000000:2.0:1787758965.377811:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1787758965.377814:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758965.377815:0:5462:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup
00000020:01000000:2.0:1787758965.377824:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1787758965.377828:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758965.377829:0:5462:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts
00000020:00000080:2.0:1787758965.377832:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007
00000020:00000080:2.0:1787758965.377833:0:5462:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv
00000020:01000000:2.0:1787758965.377835:0:5462:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client
00000020:01000000:2.0:1787758965.377839:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1787758965.377841:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758965.377842:0:5462:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts
00000020:01000000:2.0:1787758965.377844:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1787758965.377848:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758965.377849:0:5462:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc
00000020:00000080:2.0:1787758965.377851:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:2.0:1787758965.377855:0:5462:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.133@tcp to nid 0x20000c0a8cc85 (192.168.204.133@tcp)
00000020:01000000:2.0:1787758965.377874:0:5462:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff96b48537e800
00000020:00000080:2.0:1787758965.377876:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:2.0:1787758965.377883:0:5462:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff96b48537e800 (00000000ef096c18)
00000020:00000080:2.0:1787758965.377891:0:5462:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2
00000020:01000000:2.0:1787758965.377896:0:5462:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff96b48537e800
00000020:00000080:2.0:1787758965.377898:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:2.0:1787758965.377958:0:5462:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b113047b@lustre-MDT0000-mdc-ffff96b48537e800: add connection 192.168.204.133@tcp at head
00010000:00010000:2.0:1787758965.379569:0:5462:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff96b48537e800-1 is initialized
00000040:01000000:2.0:1787758965.383719:0:5462:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff96b48537e800 ctxt 13 is initialized
00000020:00000080:2.0:1787758965.385104:0:5462:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff96b48537e800 (uuid 2fdb7338-6109-4f60-9752-fc8ea99264a4)
00000020:01000000:2.0:1787758965.385120:0:5462:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff96b48537e800
00000020:00000080:2.0:1787758965.385124:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014
00800000:01000000:2.0:1787758965.385150:0:5462:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0
00000020:01000000:2.0:1787758965.385199:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1787758965.385203:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758965.385204:0:5462:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc
00000020:01000000:2.0:1787758965.385207:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:2.0:1787758965.385209:0:5462:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8
00000020:01000000:2.0:1787758965.385215:0:5462:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:2.0:1787758965.385217:0:5462:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:2.0:1787758965.385218:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:2.0:1787758965.385220:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758965.385222:0:5462:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout
00000020:01000000:2.0:1787758965.385224:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:2.0:1787758965.385229:0:5462:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.133@tcp:/lustre
00000020:00000080:2.0:1787758965.385563:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758965.385565:0:5462:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc
00000020:00000080:2.0:1787758965.385570:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:2.0:1787758965.385575:0:5462:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.133@tcp to nid 0x20000c0a8cc85 (192.168.204.133@tcp)
00000020:01000000:2.0:1787758965.385621:0:5462:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff96b48537e800
00000020:00000080:2.0:1787758965.385624:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:2.0:1787758965.385634:0:5462:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff96b48537e800 (0000000000860a37)
00000020:00000080:2.0:1787758965.385652:0:5462:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type osc with refcount 2
00000020:01000000:2.0:1787758965.385656:0:5462:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff96b48537e800
00000020:00000080:2.0:1787758965.385659:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:2.0:1787758965.385726:0:5462:0:(ldlm_lib.c:102:import_set_conn()) imp 000000005bee5b8a@lustre-OST0000-osc-ffff96b48537e800: add connection 192.168.204.133@tcp at head
00010000:00010000:3.0:1787758965.391852:0:5462:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff96b48537e800-2 is initialized
00000020:00000080:0.0:1787758965.398026:0:5462:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff96b48537e800 (uuid 2fdb7338-6109-4f60-9752-fc8ea99264a4)
00000020:01000000:0.0:1787758965.398052:0:5462:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff96b48537e800
00000020:00000080:0.0:1787758965.398057:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:0.0:1787758965.399422:0:5462:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1
00020000:01000000:0.0:1787758965.399434:0:5462:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff96b48537e800: Adding target lustre-OST0000_UUID
00020000:01000000:0.0:1787758965.399440:0:5462:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1
00000020:01000000:0.0:1787758965.399464:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787758965.399470:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787758965.399472:0:5462:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc
00000020:01000000:0.0:1787758965.399476:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:0.0:1787758965.399479:0:5462:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14
00000020:01000000:0.0:1787758965.399481:0:5462:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:0.0:1787758965.399483:0:5462:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:0.0:1787758965.399688:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:0.0:1787758965.399699:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787758965.399700:0:5462:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout
00000020:01000000:0.0:1787758965.399704:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:0.0:1787758965.399709:0:5462:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.133@tcp:/lustre
00000020:00000080:0.0:1787758965.399712:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787758965.399713:0:5462:0:(obd_config.c:1563:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc
00000020:00000080:0.0:1787758965.399716:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:0.0:1787758965.399721:0:5462:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.133@tcp to nid 0x20000c0a8cc85 (192.168.204.133@tcp)
00000020:01000000:0.0:1787758965.399760:0:5462:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff96b48537e800
00000020:00000080:0.0:1787758965.399762:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:0.0:1787758965.399783:0:5462:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff96b48537e800 (00000000f2cebaa2)
00000020:00000080:0.0:1787758965.399805:0:5462:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2
00000020:01000000:0.0:1787758965.399811:0:5462:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff96b48537e800
00000020:00000080:0.0:1787758965.399815:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:1.0:1787758965.399979:0:5462:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000dda13984@lustre-OST0001-osc-ffff96b48537e800: add connection 192.168.204.133@tcp at head
00010000:00010000:1.0:1787758965.400206:0:5462:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff96b48537e800-3 is initialized
00000020:00000080:1.0:1787758965.401011:0:5462:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff96b48537e800 (uuid 2fdb7338-6109-4f60-9752-fc8ea99264a4)
00000020:01000000:1.0:1787758965.401022:0:5462:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff96b48537e800
00000020:00000080:1.0:1787758965.401029:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:1.0:1787758965.401044:0:5462:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1
00020000:01000000:1.0:1787758965.401050:0:5462:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff96b48537e800: Adding target lustre-OST0001_UUID
00020000:01000000:1.0:1787758965.401055:0:5462:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2
00000020:01000000:1.0:1787758965.401212:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1787758965.401216:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787758965.401218:0:5462:0:(obd_config.c:1563:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc
00000020:01000000:1.0:1787758965.401220:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1787758965.401223:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787758965.401225:0:5462:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout
00000020:00000080:1.0:1787758965.401228:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009
00000020:00000080:1.0:1787758965.401229:0:5462:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20
00000100:00100000:1.0:1787758965.401274:0:5462:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000088e2d90f pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5462:1874600972518400:192.168.204.133@tcp:502:
00000100:00100000:1.0:1787758965.401381:0:5462:0:(client.c:2715:ptlrpc_set_wait()) set 00000000a67cf247 going to sleep for 11 seconds
00000100:00100000:0.0:1787758965.407090:0:5462:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000088e2d90f pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5462:1874600972518400:192.168.204.133@tcp:502:
00000020:01000000:0.0:1787758965.407143:0:5462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787758965.407152:0:5462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787758965.407155:0:5462:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout
00000040:00080000:0.0:1787758965.407160:0:5462:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39
00000020:01000000:2.0:1787758965.407506:0:5444:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0)
10000000:01000000:2.0:1787758965.407526:0:5444:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.133@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:2.0:1787758965.407548:0:5444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.133@tcp lock: 000000009c8533c0/0xd1a7b4edcc533472 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f05176 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758965.407558:0:5444:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.133@tcp lock: 000000009c8533c0/0xd1a7b4edcc533472 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f05176 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:2.0:1787758965.407566:0:5444:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff96b48537e800 from 1
10000000:01000000:2.0:1787758965.407569:0:5444:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c)
00010000:00010000:2.0:1787758965.407622:0:5444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.133@tcp lock: 000000004d6604b5/0xd1a7b4edcc53349c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758965.407629:0:5444:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.133@tcp lock: 000000004d6604b5/0xd1a7b4edcc53349c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758965.407643:0:5444:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.133@tcp lock: 000000004d6604b5/0xd1a7b4edcc53349c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787758965.407664:0:5444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005973da5f pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972518528:192.168.204.133@tcp:101:
00000100:00100000:2.0:1787758965.407741:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set 000000008f0e2833 going to sleep for 11 seconds
00000100:00100000:1.0:1787758965.412841:0:5444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005973da5f pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972518528:192.168.204.133@tcp:101:
00010000:00010000:1.0:1787758965.412875:0:5444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.133@tcp lock: 000000004d6604b5/0xd1a7b4edcc53349c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0517d expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758965.412888:0:5444:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.133@tcp lock: 000000004d6604b5/0xd1a7b4edcc53349c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1a77009127f0517d expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787758965.414047:0:5444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000cd6bac83 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972518656:192.168.204.133@tcp:256:
00000100:00100000:1.0:1787758965.414255:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set 0000000091518a9c going to sleep for 11 seconds
00000100:00100000:1.0:1787758965.417873:0:5444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000cd6bac83 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972518656:192.168.204.133@tcp:256:
10000000:01000000:1.0:1787758965.418667:0:5444:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.133@tcp: configuration from log 'lustre-cliir' succeeded (0).
00010000:00010000:1.0:1787758965.418687:0:5444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.133@tcp lock: 000000004d6604b5/0xd1a7b4edcc53349c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0517d expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758965.418698:0:5444:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.133@tcp lock: 000000004d6604b5/0xd1a7b4edcc53349c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0517d expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1787758965.418716:0:5444:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff96b48537e800 from 1
10000000:01000000:1.0:1787758965.418719:0:5444:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:1.0:1787758965.418753:0:5444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.133@tcp lock: 000000001567fd76/0xd1a7b4edcc5334a3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758965.418760:0:5444:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.133@tcp lock: 000000001567fd76/0xd1a7b4edcc5334a3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758965.418768:0:5444:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.133@tcp lock: 000000001567fd76/0xd1a7b4edcc5334a3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787758965.418799:0:5444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000cd6bac83 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972518784:192.168.204.133@tcp:101:
00000100:00100000:1.0:1787758965.418907:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set 0000000091518a9c going to sleep for 11 seconds
00000100:00100000:3.0:1787758965.422704:0:5444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000cd6bac83 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972518784:192.168.204.133@tcp:101:
00010000:00010000:3.0:1787758965.422739:0:5444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.133@tcp lock: 000000001567fd76/0xd1a7b4edcc5334a3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f05184 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758965.422751:0:5444:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.133@tcp lock: 000000001567fd76/0xd1a7b4edcc5334a3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1a77009127f05184 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787758965.422850:0:5444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000f3fdac5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972518912:192.168.204.133@tcp:501:
00000100:00100000:3.0:1787758965.422975:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set 00000000d71c1b54 going to sleep for 11 seconds
00000100:00100000:3.0:1787758965.425365:0:5444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000f3fdac5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972518912:192.168.204.133@tcp:501:
00000100:00100000:3.0:1787758965.425436:0:5444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000f3fdac5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972519040:192.168.204.133@tcp:503:
00000100:00100000:3.0:1787758965.425526:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set 00000000d71c1b54 going to sleep for 11 seconds
00000100:00100000:3.0:1787758965.429557:0:5444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000f3fdac5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5444:1874600972519040:192.168.204.133@tcp:503:
00000100:00100000:0.0:1787758965.430321:0:5466:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000d1ff11ca pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5466:1874600972519168:192.168.204.133@tcp:502:
00000100:00100000:0.0:1787758965.430507:0:5466:0:(client.c:2715:ptlrpc_set_wait()) set 00000000a2597d45 going to sleep for 11 seconds
00000100:00100000:1.0:1787758965.434551:0:5466:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000d1ff11ca pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5466:1874600972519168:192.168.204.133@tcp:502:
00000020:01000000:1.0:1787758965.434628:0:5466:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1787758965.434640:0:5466:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787758965.434642:0:5466:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers
00000020:01000000:1.0:1787758965.434649:0:5466:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff96b48537e800
00000020:00000080:1.0:1787758965.434652:0:5466:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:1.0:1787758965.434711:0:5466:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5466:1874600972519296:192.168.204.133@tcp:502:
00000100:00100000:1.0:1787758965.434812:0:5466:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b489b6ee40 going to sleep for 11 seconds
00000100:00100000:1.0:1787758965.438723:0:5466:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5466:1874600972519296:192.168.204.133@tcp:502:
00000020:01000000:1.0:1787758965.438789:0:5466:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1787758965.438799:0:5466:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787758965.438802:0:5466:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers
00000040:00080000:1.0:1787758965.438806:0:5466:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4
00000020:01000000:3.0:1787758965.438990:0:5444:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0)
10000000:01000000:3.0:1787758965.439007:0:5444:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.133@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:3.0:1787758965.439028:0:5444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.133@tcp lock: ffff96b490544c00/0xd1a7b4edcc5334a3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f05184 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758965.439065:0:5444:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.133@tcp lock: ffff96b490544c00/0xd1a7b4edcc5334a3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f05184 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000080:01000000:3.0:1787758965.439084:0:5444:0:(llite_lib.c:1616:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov
00000020:00000080:3.0:1787758965.439108:0:5444:0:(genops.c:1385:class_connect()) connect: client 2fdb7338-6109-4f60-9752-fc8ea99264a4, cookie 0xd1a7b4edcc5334aa
00800000:01000000:3.0:1787758965.439134:0:5444:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 2fdb7338-6109-4f60-9752-fc8ea99264a4 to lustre-clilmv-ffff96b48537e800
00800000:01000000:3.0:1787758965.439140:0:5444:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff96b48537e800(2fdb7338-6109-4f60-9752-fc8ea99264a4) - lustre-MDT0000_UUID, 2fdb7338-6109-4f60-9752-fc8ea99264a4
00000020:00000080:3.0:1787758965.439148:0:5444:0:(genops.c:1385:class_connect()) connect: client 2fdb7338-6109-4f60-9752-fc8ea99264a4, cookie 0xd1a7b4edcc5334b1
00000100:00080000:3.0:1787758965.439156:0:5444:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 0
00000100:00080000:3.0:1787758965.439163:0:5444:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787758965.439175:0:5444:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 134217728, lost: 0.
00000100:00100000:3.0:1787758965.439199:0:5444:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972519424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787758965.439226:0:5444:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID
00800000:01000000:3.0:1787758965.439324:0:5444:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff96b48537e800(2fdb7338-6109-4f60-9752-fc8ea99264a4) successfully (5)
00800000:00000004:3.0:1787758965.439328:0:5444:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff96b48537e800: age -792, max_age 0
00000080:00000004:3.0:1787758965.439355:0:5444:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff96b48537e800: age -792, max_age 207
00800000:00000004:3.0:1787758965.439360:0:5444:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff96b48537e800: age -792, max_age 207
00000100:00080000:3.0:1787758965.439377:0:5444:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff96b491058780 x1874600972519680/t0(0) o41->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787758965.439386:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48b6d7e40 going to sleep for 0 seconds
00000100:00100000:0.0:1787758965.439479:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972519424:192.168.204.133@tcp:38:
00000100:00080000:2.0:1787758965.439951:0:2365:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff96b491058f00 x1874600972519552/t0(0) o41->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00010000:00080000:0.0:1787758965.454982:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b4910583c0 x1874600972519424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1787758975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758965.454998:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96b48537e800: committing for last_committed 0 gen 1
00000100:00080000:0.0:1787758965.455009:0:2361:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff96b48537e800: connect to target with instance 1
00000001:01000000:2.0:1787758965.704692:0:2361:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff96b48537e800: T10 checksum algorithm t10ip512 speed = 2867 MB/s
00000001:01000000:3.0:1787758965.954981:0:2361:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff96b48537e800: T10 checksum algorithm t10ip4K speed = 2303 MB/s
00000001:01000000:2.0:1787758966.207721:0:2361:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff96b48537e800: T10 checksum algorithm t10crc512 speed = 446 MB/s
00010000:00010000:0.0:1787758966.365736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:01000000:1.0:1787758966.465980:0:2361:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff96b48537e800: T10 checksum algorithm t10crc4K speed = 554 MB/s
00000100:00080000:1.0:1787758966.466077:0:2361:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff96b48537e800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8
00000100:00080000:1.0:1787758966.466094:0:2361:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID
00000100:00080000:1.0:1787758966.466100:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL
00000100:00080000:2.0:1787758966.466789:0:2361:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f789ee38):  req@ffff96b491058780 x1874600972519680/t0(0) o41->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787758966.466817:0:2361:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000044be579b):  req@ffff96b491058f00 x1874600972519552/t0(0) o41->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787758966.466837:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972519424:192.168.204.133@tcp:38:
00000100:00100000:3.0:1787758966.467732:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48b6d7e40 going to sleep for 0 seconds
00000100:00100000:3.0:1787758966.467813:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48b6d7e40 going to sleep for 11 seconds
00010000:00080000:3.0:1787758966.471352:0:2365:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b491058f00 x1874600972519552/t0(0) o41->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1787758982 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787758966.471391:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:0:1874600972519552:192.168.204.133@tcp:41:
00010000:00080000:1.0:1787758966.471397:0:5444:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b491058780 x1874600972519680/t0(0) o41->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1787758982 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758966.471411:0:5444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2fdb7338-6109-4f60-9752-fc8ea99264a4:5444:1874600972519680:192.168.204.133@tcp:41:
00800000:00000004:1.0:1787758966.471428:0:5444:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff96b48537e800: update ffff96b4880a8450 cache blocks 317407/353529 objects 1023725/1024000
00000080:00000004:1.0:1787758966.471436:0:5444:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff96b48537e800: update ffff96b4880ad328 cache blocks 317407/353529 objects 1023725/1024000
00000100:00100000:1.0:1787758966.471476:0:5444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2fdb7338-6109-4f60-9752-fc8ea99264a4:5444:1874600972519808:192.168.204.133@tcp:40:
00000100:00100000:1.0:1787758966.471680:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b489b6eb40 going to sleep for 11 seconds
00010000:00080000:1.0:1787758966.473995:0:5444:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b48d40de00 x1874600972519808/t0(0) o40->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 440/448 e 0 to 0 dl 1787758982 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758966.474017:0:5444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2fdb7338-6109-4f60-9752-fc8ea99264a4:5444:1874600972519808:192.168.204.133@tcp:40:
00000080:00000004:1.0:1787758966.474046:0:5444:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0]
00000080:00100000:1.0:1787758966.474062:0:5444:0:(llite_lib.c:777:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2146304
00020000:01000000:1.0:1787758966.474066:0:5444:0:(lov_obd.c:186:lov_connect()) connect #0
00000020:00000080:1.0:1787758966.474079:0:5444:0:(genops.c:1385:class_connect()) connect: client 2fdb7338-6109-4f60-9752-fc8ea99264a4, cookie 0xd1a7b4edcc5334b8
00000020:00000080:1.0:1787758966.474099:0:5444:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xd1a7b4edcc5334bf
00000100:00080000:1.0:1787758966.474107:0:5444:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 0
00000100:00080000:1.0:1787758966.474115:0:5444:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96b48537e800: import ffff96b488d29000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787758966.474127:0:5444:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 134217728, lost: 0.
00000100:00100000:1.0:1787758966.474148:0:5444:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972519936/t0(0) o8->lustre-OST0000-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787758966.474175:0:5444:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-OST0000_UUID
00020000:01000000:1.0:1787758966.474213:0:5444:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff96b48537e800) active
00000020:00000080:1.0:1787758966.474242:0:5444:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xd1a7b4edcc5334c6
00000100:00080000:1.0:1787758966.474248:0:5444:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 0
00000100:00080000:1.0:1787758966.474253:0:5444:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96b48537e800: import ffff96b48c281000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787758966.474258:0:5444:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 134217728, lost: 0.
00000100:00100000:1.0:1787758966.474269:0:5444:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972520064/t0(0) o8->lustre-OST0001-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787758966.474290:0:5444:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-OST0001_UUID
00020000:01000000:1.0:1787758966.474295:0:5444:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff96b48537e800) active
00000100:00100000:1.0:1787758966.474336:0:5444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2fdb7338-6109-4f60-9752-fc8ea99264a4:5444:1874600972520192:192.168.204.133@tcp:33:
00000100:00100000:1.0:1787758966.474446:0:5444:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b489b6eb40 going to sleep for 11 seconds
00000100:00100000:3.0:1787758966.474487:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972520320:192.168.204.133@tcp:400:
00000100:00100000:2.0:1787758966.475045:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972519936:192.168.204.133@tcp:8:
00000100:00100000:2.0:1787758966.475105:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972520064:192.168.204.133@tcp:8:
00000100:00100000:3.0:1787758966.485712:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972520320:192.168.204.133@tcp:400:
00010000:00080000:1.0:1787758966.486998:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b48d40de00 x1874600972519936/t0(0) o8->lustre-OST0000-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1787758976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758966.487014:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96b48537e800: committing for last_committed 0 gen 1
00000100:00080000:1.0:1787758966.487025:0:2361:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff96b48537e800: connect to target with instance 1
00000100:00080000:1.0:1787758966.487036:0:2361:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff96b48537e800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:1.0:1787758966.487049:0:2361:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID
00000100:00080000:1.0:1787758966.487053:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d29000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL
00020000:01000000:1.0:1787758966.487058:0:2361:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active
00000080:00000004:1.0:1787758966.487063:0:2361:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038
00000080:00080000:1.0:1787758966.487069:0:2361:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:1.0:1787758966.487081:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972519936:192.168.204.133@tcp:8:
00010000:00080000:1.0:1787758966.499853:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b48d40c000 x1874600972520064/t0(0) o8->lustre-OST0001-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1787758976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758966.499894:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96b48537e800: committing for last_committed 0 gen 1
00000100:00080000:1.0:1787758966.499906:0:2361:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff96b48537e800: connect to target with instance 1
00000100:00080000:1.0:1787758966.499916:0:2361:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff96b48537e800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:1.0:1787758966.499929:0:2361:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID
00000100:00080000:1.0:1787758966.499933:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b48c281000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL
00020000:01000000:1.0:1787758966.499939:0:2361:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active
00000080:00000004:1.0:1787758966.499943:0:2361:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038
00000080:00080000:1.0:1787758966.499949:0:2361:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:1.0:1787758966.499958:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972520064:192.168.204.133@tcp:8:
00010000:00080000:1.0:1787758966.536935:0:5444:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b48d40d680 x1874600972520192/t0(0) o33->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:23/10 lens 448/464 e 0 to 0 dl 1787758982 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000100:00100000:1.0:1787758966.536960:0:5444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2fdb7338-6109-4f60-9752-fc8ea99264a4:5444:1874600972520192:192.168.204.133@tcp:33:
00000080:00200000:1.0:1787758966.537198:0:5444:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00200000:1.0:1787758966.537219:0:5444:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:02000400:1.0:1787758966.537304:0:5444:0:(llite_lib.c:1655:ll_fill_super()) Mounted lustre-client - version 2.17.57_104_g734b157
00000080:00000004:1.0:1787758966.553386:0:5444:0:(super25.c:182:lustre_fill_super()) 192.168.204.133@tcp:/lustre: Mount complete
00000080:00200008:1.0:1787758966.833575:0:5483:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96b48a928908), request_mask 2047, flags 0, foreign 0
00000080:00200000:1.0:1787758966.833816:0:5483:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:1.0:1787758966.833841:0:5483:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787758966.834050:0:5483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5483 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758966.834061:0:5483:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5483 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758966.834075:0:5483:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5483 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787758966.834109:0:5483:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job mkdir:2fdb7338-6109-4f60-9752-fc8ea99264a4:5483:1874600972520448:192.168.204.133@tcp:101:
00000100:00100000:1.0:1787758966.834260:0:5483:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b489b6eb40 going to sleep for 11 seconds
00000100:00100000:1.0:1787758966.842102:0:5483:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job mkdir:2fdb7338-6109-4f60-9752-fc8ea99264a4:5483:1874600972520448:192.168.204.133@tcp:101:
00010000:00010000:1.0:1787758966.842139:0:5483:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758966.842153:0:5483:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758966.842168:0:5483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758966.842185:0:5483:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758966.842199:0:5483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758966.842207:0:5483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758966.842215:0:5483:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:1.0:1787758966.842227:0:5483:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff96b48d40d680 x1874600972520448/t0(0) o101->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1787758982 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000002:00010000:1.0:1787758966.842263:0:5483:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758966.842276:0:5483:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96b48af6b800 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:1.0:1787758966.842283:0:5483:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:1.0:1787758966.842313:0:5483:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:1.0:1787758966.842319:0:5483:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334cd
00000080:00010000:1.0:1787758966.842324:0:5483:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:1.0:1787758966.842327:0:5483:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334cd from it ffffb49f44033cb8
00010000:00010000:1.0:1787758966.842330:0:5483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758966.842340:0:5483:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1787758967.390400:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758968.414758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200008:0.0:1787758968.995793:0:5535:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96b48a928908), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787758968.995810:0:5535:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:0.0:1787758968.995835:0:5535:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787758968.995854:0:5535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1787758968.995869:0:5535:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:0.0:1787758968.995877:0:5535:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787758968.995885:0:5535:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:0.0:1787758968.995888:0:5535:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334cd
00000080:00010000:0.0:1787758968.995895:0:5535:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334cd from it ffffb49f44083cb8
00010000:00010000:0.0:1787758968.995900:0:5535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1787758968.995909:0:5535:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200008:0.0:1787758968.996978:0:5535:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96b48a928908), request_mask 0, flags 0, foreign 0
00000080:00200000:0.0:1787758968.996985:0:5535:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:0.0:1787758968.997000:0:5535:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787758968.997013:0:5535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:0.0:1787758968.997024:0:5535:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200000:0.0:1787758968.997031:0:5535:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787758968.997046:0:5535:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:0.0:1787758968.997049:0:5535:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334cd
00000080:00010000:0.0:1787758968.997056:0:5535:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334cd from it ffffb49f44083cb8
00010000:00010000:0.0:1787758968.997060:0:5535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:0.0:1787758968.997066:0:5535:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:0.0:1787758968.997724:0:5535:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:0.0:1787758968.997737:0:5535:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787758968.997746:0:5535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:0.0:1787758968.997755:0:5535:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:0.0:1787758968.997762:0:5535:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787758968.997767:0:5535:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:0.0:1787758968.997770:0:5535:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334cd
00000080:00010000:0.0:1787758968.997774:0:5535:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334cd from it ffffb49f44083bb0
00010000:00010000:0.0:1787758968.997777:0:5535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:0.0:1787758968.997785:0:5535:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:0.0:1787758968.997794:0:5535:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908), inode mode 41ed mask 44
00000080:00200008:0.0:1787758968.997812:0:5535:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff96b48a928908), flags 100000
00000080:00200080:0.0:1787758968.997925:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758968.997941:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00800000:00000004:0.0:1787758968.997948:0:5535:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff96b48537e800: age 209, max_age 210
00000100:00100000:0.0:1787758968.997991:0:5535:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job lfs:2fdb7338-6109-4f60-9752-fc8ea99264a4:5535:1874600972520576:192.168.204.133@tcp:41:
00000100:00100000:0.0:1787758968.998079:0:5535:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48c985240 going to sleep for 11 seconds
00000100:00100000:0.0:1787758969.008958:0:5535:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job lfs:2fdb7338-6109-4f60-9752-fc8ea99264a4:5535:1874600972520576:192.168.204.133@tcp:41:
00800000:00000004:0.0:1787758969.008987:0:5535:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff96b48537e800: update ffff96b4880a8450 cache blocks 317407/353529 objects 1023725/1024000
00000080:00200080:0.0:1787758969.009072:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009091:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009099:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009103:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009107:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009110:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009114:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009118:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009122:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009125:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009128:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009131:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009135:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009138:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009142:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009145:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009149:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009161:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009167:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009180:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009185:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009188:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009192:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009196:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009200:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009204:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009208:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009211:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009215:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009218:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009221:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009225:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009228:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009232:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009235:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009238:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009243:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009259:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009264:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009267:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009270:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009274:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009286:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009290:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009294:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009298:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009301:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009305:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009308:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009311:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009315:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009318:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009321:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009325:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009329:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009332:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009336:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009339:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009343:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009347:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009351:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009355:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009359:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009362:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009366:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009368:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009372:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009383:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009389:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009405:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009411:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009414:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009418:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009421:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009425:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009428:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009432:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009435:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009439:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009442:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009446:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009450:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009453:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009456:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009459:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009462:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009465:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009469:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009472:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009475:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009479:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009482:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009493:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009498:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009502:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009505:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009509:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009512:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009516:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009520:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009524:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009527:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009531:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009534:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009538:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009542:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009545:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009548:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009552:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009556:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009560:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009563:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009567:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009570:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009574:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009578:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009582:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009636:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009642:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009645:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009649:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009652:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009656:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009659:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009663:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009666:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009671:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00800000:00000080:0.0:1787758969.009675:0:5535:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.009680:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.009686:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00020000:00000004:0.0:1787758969.009694:0:5535:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff96b48537e800: age -792, max_age 210
00000100:00100000:0.0:1787758969.009747:0:5535:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job lfs:2fdb7338-6109-4f60-9752-fc8ea99264a4:5535:1874600972520704:192.168.204.133@tcp:13:
00000100:00100000:0.0:1787758969.009852:0:5535:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48c985240 going to sleep for 11 seconds
00010000:00080000:0.0:1787758969.013209:0:5535:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b491185680 x1874600972520704/t0(0) o13->lustre-OST0000-osc-ffff96b48537e800@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1787758985 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758969.013233:0:5535:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job lfs:2fdb7338-6109-4f60-9752-fc8ea99264a4:5535:1874600972520704:192.168.204.133@tcp:13:
00020000:00000004:0.0:1787758969.013259:0:5535:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff96b48537e800: update ffff96b4880a9e98 cache blocks 901403/958279 objects 261840/262144
00000080:00200080:0.0:1787758969.013326:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.013344:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00020000:00000004:0.0:1787758969.013352:0:5535:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff96b48537e800: age -792, max_age 210
00000100:00100000:0.0:1787758969.013385:0:5535:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job lfs:2fdb7338-6109-4f60-9752-fc8ea99264a4:5535:1874600972520832:192.168.204.133@tcp:13:
00000100:00100000:0.0:1787758969.013491:0:5535:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48c985240 going to sleep for 11 seconds
00010000:00080000:0.0:1787758969.020238:0:5535:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b491185680 x1874600972520832/t0(0) o13->lustre-OST0001-osc-ffff96b48537e800@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1787758985 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758969.020261:0:5535:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job lfs:2fdb7338-6109-4f60-9752-fc8ea99264a4:5535:1874600972520832:192.168.204.133@tcp:13:
00020000:00000004:0.0:1787758969.020285:0:5535:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff96b48537e800: update ffff96b488565328 cache blocks 901403/958279 objects 261840/262144
00000080:00200080:0.0:1787758969.020354:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020372:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020380:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020384:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020388:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020403:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020409:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020413:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020418:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020421:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020424:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020427:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020431:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020435:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020439:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020443:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020446:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020450:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020454:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020474:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020479:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020483:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020486:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020490:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020494:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020498:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020502:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020505:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020509:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020512:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020516:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020519:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020523:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020526:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020529:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020532:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020536:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020540:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020544:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020547:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020551:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020554:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020558:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020561:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:0.0:1787758969.020575:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:0.0:1787758969.020579:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48af05c00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021667:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021687:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021694:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021698:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021712:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021717:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021721:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021725:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021728:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021731:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021747:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021751:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021755:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021758:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021762:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021766:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021770:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021773:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021777:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021781:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021784:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021788:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021792:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021795:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021799:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021803:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021806:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021810:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021813:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021817:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021821:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021824:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021829:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021832:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021836:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021846:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021851:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021855:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021859:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021863:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021867:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021870:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021875:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021878:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021881:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021885:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021889:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021892:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021896:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021900:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021905:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021908:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021912:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021916:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021920:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021923:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021927:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021931:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021934:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021951:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021964:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021968:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021971:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021975:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021978:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021981:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021985:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021988:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.021992:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.021995:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.022001:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.022004:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.022008:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.022011:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.022015:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.022018:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.022021:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.022025:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200080:1.0:1787758969.022029:0:5535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908) cmd=c00866a4 arg=7fffbeebfda0
00020000:00000080:1.0:1787758969.022031:0:5535:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff96b48537e800: cmd=c00866a4 len=592 karg=ffff96b48c95bc00 uarg=0000000000000000
00000080:00200008:1.0:1787758969.022046:0:5535:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff96b48a928908), flags 100000
00010000:00010000:1.0:1787758969.438869:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758970.462356:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758971.488775:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787758971.880573:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972520960:192.168.204.133@tcp:400:
00000100:00100000:1.0:1787758971.884983:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2362:1874600972521088:192.168.204.133@tcp:400:
00000100:00100000:1.0:1787758971.885074:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2362:1874600972521344:192.168.204.133@tcp:400:
00000100:00100000:1.0:1787758971.885114:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1787758971.885120:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2362:1874600972521216:192.168.204.133@tcp:400:
00000100:00100000:0.0:1787758971.892666:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972520960:192.168.204.133@tcp:400:
00010000:00080000:1.0:1787758971.895673:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b48d40f480 x1874600972521344/t0(0) o400->lustre-OST0001-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758971.895693:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2362:1874600972521344:192.168.204.133@tcp:400:
00010000:00080000:0.0:1787758971.904966:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b48d40e940 x1874600972521216/t0(0) o400->lustre-OST0000-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758971.904987:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2362:1874600972521216:192.168.204.133@tcp:400:
00000100:00100000:0.0:1787758971.905003:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2362:1874600972521088:192.168.204.133@tcp:400:
00000001:02000400:2.0:1787758971.955433:0:5725:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:0.0:1787758972.509906:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758973.533792:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758974.557883:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758975.581962:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787758976.281046:0:2356:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp)
00000100:00100000:3.0:1787758976.281140:0:2356:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp)
00000100:00100000:3.0:1787758976.281193:0:5448:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874600995613184
00000100:00100000:3.0:1787758976.281205:0:5448:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874600995613184
00000100:00100000:3.0:1787758976.281283:0:5448:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874600995613312
00000100:00100000:3.0:1787758976.281287:0:5448:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874600995613312
00000100:00100000:3.0:1787758976.281305:0:5448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 0
00000100:00100000:3.0:1787758976.281314:0:5448:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96b49105bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9+4:8823:x1874600995613184:12345-192.168.204.133@tcp:104:
00010000:00010000:3.0:1787758976.281351:0:5448:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.204.133@tcp lock: ffff96b480030a00/0xd1a7b4edcc533472 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1a77009127f05176 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758976.281448:0:5448:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1787758976.281455:0:5448:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96b49105bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9+4:8823:x1874600995613184:12345-192.168.204.133@tcp:104: Request processed in 141us (425us total) trans 0 rc 0/0
00000100:00100000:3.0:1787758976.281462:0:5448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 0
00000100:00100000:3.0:1787758976.281481:0:5448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 1
00000100:00100000:3.0:1787758976.281488:0:5448:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96b49105a940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9+3:8823:x1874600995613312:12345-192.168.204.133@tcp:104:
00010000:00010000:3.0:1787758976.281495:0:5448:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.204.133@tcp lock: ffff96b480030800/0xd1a7b4edcc53346b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1a77009127f0516f expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758976.281532:0:5448:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool
00000100:00100000:3.0:1787758976.281554:0:5448:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96b49105a940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9+3:8823:x1874600995613312:12345-192.168.204.133@tcp:104: Request processed in 58us (405us total) trans 0 rc 0/0
00000100:00100000:3.0:1787758976.281571:0:5448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 1
00010000:00010000:0.0:1787758976.281881:0:5456:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1787758976.281889:0:5456:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.133@tcp lock: ffff96b480030a00/0xd1a7b4edcc533472 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1a77009127f05176 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758976.281898:0:5456:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96b480030a00 already unused, calling callback (ffffffffc140dc20)
10000000:00010000:0.0:1787758976.281902:0:5456:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.133@tcp lock: ffff96b480030a00/0xd1a7b4edcc533472 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1a77009127f05176 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758976.281911:0:5456:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.133@tcp lock: ffff96b480030a00/0xd1a7b4edcc533472 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1a77009127f05176 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1787758976.281918:0:5456:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.133@tcp lock: ffff96b480030a00/0xd1a7b4edcc533472 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1a77009127f05176 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787758976.281925:0:5456:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:0.0:1787758976.281989:0:5456:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.133@tcp lock: ffff96b480030a00/0xd1a7b4edcc533472 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1a77009127f05176 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758976.281996:0:5456:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787758976.282018:0:5456:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.133@tcp lock: ffff96b480030a00/0xd1a7b4edcc533472 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1a77009127f05176 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758976.282025:0:5456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.133@tcp lock: ffff96b480030a00/0xd1a7b4edcc533472 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1a77009127f05176 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758976.282043:0:5456:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1787758976.282046:0:5456:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.133@tcp lock: ffff96b480030800/0xd1a7b4edcc53346b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1a77009127f0516f expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758976.282051:0:5456:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96b480030800 already unused, calling callback (ffffffffc140dc20)
10000000:00010000:0.0:1787758976.282068:0:5456:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.133@tcp lock: ffff96b480030800/0xd1a7b4edcc53346b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1a77009127f0516f expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758976.282075:0:5456:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.133@tcp lock: ffff96b480030800/0xd1a7b4edcc53346b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1a77009127f0516f expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1787758976.282081:0:5456:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.133@tcp lock: ffff96b480030800/0xd1a7b4edcc53346b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1a77009127f0516f expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787758976.282094:0:5456:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:0.0:1787758976.282108:0:5456:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.133@tcp lock: ffff96b480030800/0xd1a7b4edcc53346b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1a77009127f0516f expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758976.282114:0:5456:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787758976.282119:0:5456:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.133@tcp lock: ffff96b480030800/0xd1a7b4edcc53346b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1a77009127f0516f expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758976.282135:0:5456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.133@tcp lock: ffff96b480030800/0xd1a7b4edcc53346b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1a77009127f0516f expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758976.282149:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758976.282151:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758976.282152:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787758976.282170:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972521472:192.168.204.133@tcp:103:
00000100:00100000:0.0:1787758976.282252:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1787758976.282259:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972521600:192.168.204.133@tcp:103:
00010000:00010000:1.0:1787758976.282396:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787758976.288884:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972521600:192.168.204.133@tcp:103:
00000100:00100000:0.0:1787758976.288904:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972521472:192.168.204.133@tcp:103:
00010000:00010000:0.0:1787758976.605838:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787758976.990228:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2365:1874600972521728:192.168.204.133@tcp:400:
00000100:00100000:3.0:1787758976.990318:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972521984:192.168.204.133@tcp:400:
00000100:00100000:3.0:1787758976.990349:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1787758976.990354:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972521856:192.168.204.133@tcp:400:
00000100:00100000:3.0:1787758976.990371:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972522112:192.168.204.133@tcp:400:
00000100:00100000:3.0:1787758977.002311:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972521856:192.168.204.133@tcp:400:
00010000:00080000:3.0:1787758977.002329:0:2365:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b49109c3c0 x1874600972522112/t0(0) o400->lustre-OST0001-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758992 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787758977.002340:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972522112:192.168.204.133@tcp:400:
00010000:00080000:3.0:1787758977.002349:0:2365:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b49109fc00 x1874600972521984/t0(0) o400->lustre-OST0000-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758992 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787758977.002357:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972521984:192.168.204.133@tcp:400:
00000100:00100000:3.0:1787758977.002473:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2365:1874600972521728:192.168.204.133@tcp:400:
00010000:00010000:1.0:1787758977.629787:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758978.654371:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758979.677757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758980.702229:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:3.0:1787758981.597728:0:5458:0:(mgc_request.c:611:do_requeue()) updating log lustre-client
10000000:01000000:3.0:1787758981.597738:0:5458:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff96b48537e800 from 39
10000000:01000000:3.0:1787758981.597744:0:5458:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:3.0:1787758981.597807:0:5458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.133@tcp lock: ffff96b491313800/0xd1a7b4edcc5334d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758981.597820:0:5458:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.133@tcp lock: ffff96b491313800/0xd1a7b4edcc5334d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758981.597850:0:5458:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.133@tcp lock: ffff96b491313800/0xd1a7b4edcc5334d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787758981.597879:0:5458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972522240:192.168.204.133@tcp:101:
00000100:00100000:3.0:1787758981.598816:0:5458:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48b6d7a80 going to sleep for 11 seconds
00000100:00100000:3.0:1787758981.607866:0:5458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972522240:192.168.204.133@tcp:101:
00010000:00010000:3.0:1787758981.607898:0:5458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.133@tcp lock: ffff96b491313800/0xd1a7b4edcc5334d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f05217 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758981.607911:0:5458:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.133@tcp lock: ffff96b491313800/0xd1a7b4edcc5334d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1a77009127f05217 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787758981.608005:0:5458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972522368:192.168.204.133@tcp:501:
00000100:00100000:3.0:1787758981.608078:0:5458:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48b6d7a80 going to sleep for 11 seconds
00000100:00100000:3.0:1787758981.614471:0:5458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972522368:192.168.204.133@tcp:501:
00000100:00100000:3.0:1787758981.614540:0:5458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972522496:192.168.204.133@tcp:503:
00000100:00100000:3.0:1787758981.614684:0:5458:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48b6d7a80 going to sleep for 11 seconds
00000100:00100000:3.0:1787758981.625831:0:5458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972522496:192.168.204.133@tcp:503:
00000100:00100000:1.0:1787758981.626448:0:5948:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5948:1874600972522624:192.168.204.133@tcp:502:
00000100:00100000:1.0:1787758981.626560:0:5948:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48ca14180 going to sleep for 11 seconds
00000100:00100000:1.0:1787758981.634492:0:5948:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5948:1874600972522624:192.168.204.133@tcp:502:
00000020:01000000:1.0:1787758981.634544:0:5948:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1787758981.634557:0:5948:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787758981.634560:0:5948:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var
00000020:00000080:1.0:1787758981.634566:0:5948:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f
00000100:00100000:1.0:1787758981.634769:0:5948:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5948:1874600972522752:192.168.204.133@tcp:502:llog_process_th.0
00000100:00100000:1.0:1787758981.634862:0:5948:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48ca14180 going to sleep for 11 seconds
00000100:00100000:1.0:1787758981.649821:0:5948:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5948:1874600972522752:192.168.204.133@tcp:502:llog_process_th.0
00000020:01000000:1.0:1787758981.649866:0:5948:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1787758981.649875:0:5948:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787758981.649877:0:5948:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var
00000040:00080000:1.0:1787758981.649882:0:5948:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42
00000020:01000000:3.0:1787758981.650135:0:5458:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0)
10000000:01000000:3.0:1787758981.650153:0:5458:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.133@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:3.0:1787758981.650163:0:5458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.133@tcp lock: ffff96b491313800/0xd1a7b4edcc5334d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f05217 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758981.650173:0:5458:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.133@tcp lock: ffff96b491313800/0xd1a7b4edcc5334d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f05217 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1787758981.650195:0:5458:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc
10000000:01000000:3.0:1787758981.650197:0:5458:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff96b488563490 from 1
10000000:01000000:3.0:1787758981.650200:0:5458:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:3.0:1787758981.650242:0:5458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.133@tcp lock: ffff96b491313c00/0xd1a7b4edcc5334db lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758981.650250:0:5458:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.133@tcp lock: ffff96b491313c00/0xd1a7b4edcc5334db lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758981.650260:0:5458:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.133@tcp lock: ffff96b491313c00/0xd1a7b4edcc5334db lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787758981.650282:0:5458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972522880:192.168.204.133@tcp:101:ll_cfg_requeue.0
00000100:00100000:3.0:1787758981.650357:0:5458:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48b6d7a80 going to sleep for 11 seconds
00000100:00100000:3.0:1787758981.664384:0:5458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972522880:192.168.204.133@tcp:101:ll_cfg_requeue.0
00010000:00010000:3.0:1787758981.664415:0:5458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.133@tcp lock: ffff96b491313c00/0xd1a7b4edcc5334db lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0521e expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758981.664429:0:5458:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.133@tcp lock: ffff96b491313c00/0xd1a7b4edcc5334db lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1a77009127f0521e expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787758981.664519:0:5458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972523008:192.168.204.133@tcp:501:ll_cfg_requeue.0
00000100:00100000:3.0:1787758981.664721:0:5458:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48b6d7a80 going to sleep for 11 seconds
00000100:00100000:3.0:1787758981.676519:0:5458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972523008:192.168.204.133@tcp:501:ll_cfg_requeue.0
10000000:01000000:3.0:1787758981.676582:0:5458:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.133@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:3.0:1787758981.677057:0:5458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.133@tcp lock: ffff96b491313c00/0xd1a7b4edcc5334db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0521e expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758981.677084:0:5458:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.133@tcp lock: ffff96b491313c00/0xd1a7b4edcc5334db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0521e expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758981.727742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787758982.109919:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972523264:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787758982.110017:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1787758982.110025:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972523136:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787758982.110051:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972523392:192.168.204.133@tcp:400:kworker.0
00010000:00080000:3.0:1787758982.121210:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b491058000 x1874600972523392/t0(0) o400->lustre-OST0001-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787758982.121232:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972523392:192.168.204.133@tcp:400:kworker.0
00010000:00080000:3.0:1787758982.121247:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b491059a40 x1874600972523264/t0(0) o400->lustre-OST0000-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787758982.121256:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972523264:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787758982.123302:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972523136:192.168.204.133@tcp:400:kworker.0
00010000:00010000:0.0:1787758982.749822:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787758983.166799:0:2357:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp)
00000100:00100000:3.0:1787758983.167242:0:5447:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874600995620352
00000100:00100000:3.0:1787758983.167252:0:5447:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874600995620352
00000100:00100000:3.0:1787758983.167310:0:5447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 2
00000100:00100000:3.0:1787758983.167321:0:5447:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96b49109da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9+3:8882:x1874600995620352:12345-192.168.204.133@tcp:104:
00010000:00010000:3.0:1787758983.167349:0:5447:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.204.133@tcp lock: ffff96b490544c00/0xd1a7b4edcc5334a3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1a77009127f05184 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758983.167460:0:5447:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1787758983.167467:0:5447:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96b49109da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9+3:8882:x1874600995620352:12345-192.168.204.133@tcp:104: Request processed in 149us (679us total) trans 0 rc 0/0
00000100:00100000:3.0:1787758983.167476:0:5447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 2
00010000:00010000:1.0:1787758983.168356:0:5455:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1787758983.168366:0:5455:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.133@tcp lock: ffff96b490544c00/0xd1a7b4edcc5334a3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1a77009127f05184 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758983.168385:0:5455:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96b490544c00 already unused, calling callback (ffffffffc140dc20)
10000000:00010000:1.0:1787758983.168390:0:5455:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.133@tcp lock: ffff96b490544c00/0xd1a7b4edcc5334a3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1a77009127f05184 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758983.168399:0:5455:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.133@tcp lock: ffff96b490544c00/0xd1a7b4edcc5334a3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1a77009127f05184 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:1.0:1787758983.168407:0:5455:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.133@tcp lock: ffff96b490544c00/0xd1a7b4edcc5334a3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1a77009127f05184 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1787758983.168412:0:5455:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:1.0:1787758983.168462:0:5455:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.133@tcp lock: ffff96b490544c00/0xd1a7b4edcc5334a3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1a77009127f05184 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758983.168468:0:5455:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1787758983.168497:0:5455:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.133@tcp lock: ffff96b490544c00/0xd1a7b4edcc5334a3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1a77009127f05184 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758983.168505:0:5455:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.133@tcp lock: ffff96b490544c00/0xd1a7b4edcc5334a3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1a77009127f05184 expref: -99 pid: 5444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758983.168523:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758983.168525:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758983.168526:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787758983.169574:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972523520:192.168.204.133@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1787758983.190697:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972523520:192.168.204.133@tcp:103:ldlm_bl.0
10000000:01000000:3.0:1787758983.567732:0:5458:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:3.0:1787758983.567740:0:5458:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff96b48537e800 from 4
10000000:01000000:3.0:1787758983.567745:0:5458:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:3.0:1787758983.567799:0:5458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758983.567811:0:5458:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758983.567822:0:5458:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787758983.567846:0:5458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972523648:192.168.204.133@tcp:101:ll_cfg_requeue.0
00000100:00100000:3.0:1787758983.567931:0:5458:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48b6d7c00 going to sleep for 11 seconds
00000100:00100000:0.0:1787758983.575855:0:5458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972523648:192.168.204.133@tcp:101:ll_cfg_requeue.0
00010000:00010000:0.0:1787758983.575887:0:5458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0522c expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758983.575899:0:5458:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1a77009127f0522c expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787758983.575995:0:5458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972523776:192.168.204.133@tcp:501:ll_cfg_requeue.0
00000100:00100000:0.0:1787758983.576076:0:5458:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48c9850c0 going to sleep for 11 seconds
00000100:00100000:0.0:1787758983.587268:0:5458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972523776:192.168.204.133@tcp:501:ll_cfg_requeue.0
00000100:00100000:0.0:1787758983.587331:0:5458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972523904:192.168.204.133@tcp:503:ll_cfg_requeue.0
00000100:00100000:0.0:1787758983.590970:0:5458:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48c9850c0 going to sleep for 11 seconds
00000100:00100000:0.0:1787758983.595918:0:5458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972523904:192.168.204.133@tcp:503:ll_cfg_requeue.0
00000100:00100000:3.0:1787758983.600173:0:5999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5999:1874600972524032:192.168.204.133@tcp:502:llog_process_th.0
00000100:00100000:3.0:1787758983.600338:0:5999:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48b6d7e40 going to sleep for 11 seconds
00000100:00100000:3.0:1787758983.619357:0:5999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5999:1874600972524032:192.168.204.133@tcp:502:llog_process_th.0
00000020:01000000:3.0:1787758983.619405:0:5999:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1787758983.619415:0:5999:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787758983.619433:0:5999:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash
00000020:01000000:3.0:1787758983.619442:0:5999:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff96b48537e800
00000020:00000080:3.0:1787758983.619445:0:5999:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:3.0:1787758983.619545:0:5999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5999:1874600972524160:192.168.204.133@tcp:502:llog_process_th.0
00000100:00100000:3.0:1787758983.619784:0:5999:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48b6d7e40 going to sleep for 11 seconds
00000100:00100000:1.0:1787758983.633208:0:5999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5999:1874600972524160:192.168.204.133@tcp:502:llog_process_th.0
00000020:01000000:1.0:1787758983.633257:0:5999:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1787758983.633266:0:5999:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787758983.633268:0:5999:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash
00000040:00080000:1.0:1787758983.633273:0:5999:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7
00000020:01000000:1.0:1787758983.633354:0:5458:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0)
10000000:01000000:1.0:1787758983.633372:0:5458:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.133@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:1.0:1787758983.633382:0:5458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0522c expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758983.633395:0:5458:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0522c expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758983.773848:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758984.802443:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758985.821779:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758986.845817:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787758987.235716:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972524288:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787758987.235817:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972524544:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787758987.235850:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1787758987.235855:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972524416:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787758987.235875:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972524672:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787758987.249372:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972524416:192.168.204.133@tcp:400:kworker.0
00010000:00080000:3.0:1787758987.249395:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b49105ad00 x1874600972524672/t0(0) o400->lustre-OST0001-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787758987.249407:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972524672:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787758987.249417:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972524288:192.168.204.133@tcp:400:kworker.0
00010000:00080000:3.0:1787758987.249427:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b491058b40 x1874600972524544/t0(0) o400->lustre-OST0000-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787758987.249436:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972524544:192.168.204.133@tcp:400:kworker.0
00010000:00010000:0.0:1787758987.871769:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758988.894044:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758989.917667:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1787758990.376090:0:6309:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg433-client.virtnet: executing check_logdir /tmp/testlogs/
00010000:00010000:1.0:1787758990.944821:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758991.966967:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787758992.349868:0:37:0:(import.c:65:import_set_state_nolock()) ffff96b488d29000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING
00000100:02000000:3.0:1787758992.349876:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff96b48537e800: disconnect after 23s idle
00000100:00100000:2.0:1787758992.355288:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972524800:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787758992.355469:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1787758992.355479:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972524928:192.168.204.133@tcp:400:kworker.0
00000100:00080000:3.0:1787758992.366948:0:37:0:(import.c:65:import_set_state_nolock()) ffff96b48c281000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING
00000100:02000000:3.0:1787758992.366957:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff96b48537e800: disconnect after 23s idle
00000100:00100000:1.0:1787758992.368274:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972525056:192.168.204.133@tcp:9:kworker.0
00000100:00100000:1.0:1787758992.368371:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972525184:192.168.204.133@tcp:9:kworker.0
00000100:00100000:3.0:1787758992.371974:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972524800:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787758992.386312:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972524928:192.168.204.133@tcp:400:kworker.0
00010000:00080000:1.0:1787758992.388009:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b491059680 x1874600972525184/t0(0) o9->lustre-OST0001-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787758992.388031:0:2361:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0  req@ffff96b491059680 x1874600972525184/t0(0) o9->lustre-OST0001-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787758992.388040:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b48c281000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:1.0:1787758992.388044:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972525184:192.168.204.133@tcp:9:kworker.0
00010000:00080000:1.0:1787758992.388075:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff96b49105ad00 x1874600972525056/t0(0) o9->lustre-OST0000-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787758992.388095:0:2361:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0  req@ffff96b49105ad00 x1874600972525056/t0(0) o9->lustre-OST0000-osc-ffff96b48537e800@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787758992.388102:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d29000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:1.0:1787758992.388122:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972525056:192.168.204.133@tcp:9:kworker.0
00010000:00010000:1.0:1787758992.989941:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758994.014095:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758995.037795:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758996.061682:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758997.087520:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787758997.470363:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2362:1874600972525312:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1787758997.470481:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1787758997.470489:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2362:1874600972525440:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1787758997.483122:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2362:1874600972525440:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1787758997.483140:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2362:1874600972525312:192.168.204.133@tcp:400:kworker.0
00010000:00010000:0.0:1787758998.109799:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758999.142303:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787758999.165020:0:6591:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg433-client.virtnet: executing yml_node
00010000:00010000:0.0:1787759000.158003:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759001.193327:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759002.207229:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759002.590451:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972525568:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787759002.590620:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1787759002.590628:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972525696:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759002.597016:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972525696:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759002.597038:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972525568:192.168.204.133@tcp:400:kworker.0
00010000:00010000:3.0:1787759003.240080:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759004.267036:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759005.279107:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759006.301816:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787759006.781831:0:7032:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.104
00010000:00010000:3.0:1787759007.326096:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759007.710211:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2363:1874600972525952:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1787759007.710385:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1787759007.710394:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972525824:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1787759007.717160:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972525824:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1787759007.721935:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2363:1874600972525952:192.168.204.133@tcp:400:kworker.0
00010000:00010000:1.0:1787759008.350644:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759009.376037:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787759010.334025:0:7186:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.104
00010000:00010000:1.0:1787759010.412305:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759011.425567:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759012.445792:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759012.829774:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972526080:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787759012.830553:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972526208:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787759012.835177:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972526080:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787759012.836799:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972526208:192.168.204.133@tcp:400:kworker.0
00010000:00010000:1.0:1787759013.471821:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1787759013.982766:0:7341:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.104
00010000:00010000:3.0:1787759014.498036:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759015.520924:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787759016.126422:0:7486:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: sanity-compr ============----- Wed Aug 26 11:43:34 EDT 2026
00010000:00010000:3.0:1787759016.543836:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759017.565797:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759017.950266:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972526336:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759017.950427:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787759017.950434:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972526464:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759017.959510:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972526464:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759017.959533:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972526336:192.168.204.133@tcp:400:kworker.0
00010000:00010000:3.0:1787759018.589908:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759019.616168:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759020.638070:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759021.662273:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759022.688429:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759023.070739:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2362:1874600972526592:192.168.204.133@tcp:400:kworker.0
00000100:00100000:0.0:1787759023.070845:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1787759023.070852:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2362:1874600972526720:192.168.204.133@tcp:400:kworker.0
00000100:00100000:0.0:1787759023.079336:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2362:1874600972526592:192.168.204.133@tcp:400:kworker.0
00000100:00100000:0.0:1787759023.079380:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2362:1874600972526720:192.168.204.133@tcp:400:kworker.0
00010000:00010000:1.0:1787759023.719287:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759024.750970:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759025.762414:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759026.781757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759027.807570:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759028.189954:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2363:1874600972526976:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1787759028.190378:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2362:1874600972526848:192.168.204.133@tcp:400:kworker.0
00000100:00100000:0.0:1787759028.199871:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2363:1874600972526976:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1787759028.200816:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2362:1874600972526848:192.168.204.133@tcp:400:kworker.0
00010000:00010000:1.0:1787759028.830955:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759029.855255:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759030.878209:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759031.902337:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759032.925909:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759033.314371:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972527232:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759033.314484:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1787759033.314491:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2365:1874600972527104:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759033.328403:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2365:1874600972527104:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759033.328424:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972527232:192.168.204.133@tcp:400:kworker.0
00010000:00010000:1.0:1787759033.951184:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1787759034.253378:0:8003:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests:
00010000:00010000:2.0:1787759034.983831:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759036.000008:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1787759036.223120:0:8146:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-compr: start setup 11:43:54 (1787759034) ===
00000080:00200008:3.0:1787759036.509760:0:7497:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96b48a928908), request_mask 2047, flags 0, foreign 0
00000080:00200000:3.0:1787759036.509774:0:7497:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:3.0:1787759036.509801:0:7497:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759036.509824:0:7497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:3.0:1787759036.509840:0:7497:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:3.0:1787759036.509848:0:7497:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787759036.509855:0:7497:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:3.0:1787759036.509859:0:7497:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334cd
00000080:00010000:3.0:1787759036.509866:0:7497:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334cd from it ffffb49f416f3cb8
00010000:00010000:3.0:1787759036.509870:0:7497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:3.0:1787759036.509878:0:7497:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200008:3.0:1787759036.543367:0:7497:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96b48a928908), request_mask 2047, flags 0, foreign 0
00000080:00200000:3.0:1787759036.543379:0:7497:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:3.0:1787759036.543413:0:7497:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759036.543433:0:7497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:3.0:1787759036.543466:0:7497:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200000:3.0:1787759036.543474:0:7497:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787759036.543482:0:7497:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:3.0:1787759036.543497:0:7497:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334cd
00000080:00010000:3.0:1787759036.543506:0:7497:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334cd from it ffffb49f416f3cb8
00010000:00010000:3.0:1787759036.543510:0:7497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:3.0:1787759036.543519:0:7497:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200008:3.0:1787759036.561810:0:7497:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96b48a928908), request_mask 2047, flags 0, foreign 0
00000080:00200000:3.0:1787759036.561826:0:7497:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:3.0:1787759036.561921:0:7497:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759036.561941:0:7497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:3.0:1787759036.561957:0:7497:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200000:3.0:1787759036.561964:0:7497:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787759036.562032:0:7497:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:3.0:1787759036.562036:0:7497:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334cd
00000080:00010000:3.0:1787759036.562043:0:7497:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334cd from it ffffb49f416f3cb8
00010000:00010000:3.0:1787759036.562059:0:7497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:3.0:1787759036.562068:0:7497:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200008:0.0:1787759036.581780:0:7497:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96b48a928908), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787759036.581793:0:7497:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:0.0:1787759036.581817:0:7497:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787759036.581836:0:7497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:0.0:1787759036.581851:0:7497:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200000:0.0:1787759036.581859:0:7497:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787759036.581867:0:7497:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:0.0:1787759036.581870:0:7497:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334cd
00000080:00010000:0.0:1787759036.581877:0:7497:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334cd from it ffffb49f416f3cb8
00010000:00010000:0.0:1787759036.581881:0:7497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:0.0:1787759036.581890:0:7497:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:2.0:1787759037.023533:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759038.048650:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759038.430238:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972527360:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759038.430396:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787759038.430404:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972527488:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759038.434347:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972527360:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759038.438899:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972527488:192.168.204.133@tcp:400:kworker.0
00010000:00010000:2.0:1787759039.069972:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759040.096484:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759041.117689:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759042.146626:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787759042.989050:0:8415:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg433-client.virtnet: executing check_config_client /mnt/lustre
00010000:00010000:3.0:1787759043.166003:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759043.551356:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972527744:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787759043.551461:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1787759043.551468:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2365:1874600972527616:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759043.569197:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972527744:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759043.582899:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2365:1874600972527616:192.168.204.133@tcp:400:kworker.0
00010000:00010000:1.0:1787759044.190290:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759045.213990:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759046.238118:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759047.261883:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759048.285851:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759048.670336:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972527872:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759048.670444:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787759048.670451:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972528000:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759048.677973:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972528000:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759048.677994:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972527872:192.168.204.133@tcp:400:kworker.0
00010000:00010000:3.0:1787759049.313122:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759050.333959:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759051.357834:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759052.383270:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759053.405880:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759053.789841:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972528256:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759053.789880:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972528128:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787759053.793951:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2365:1874600972528256:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759053.795115:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2364:1874600972528128:192.168.204.133@tcp:400:kworker.0
00010000:00010000:0.0:1787759054.431865:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759055.458660:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759056.477854:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759057.501924:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759058.526735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759058.914131:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2362:1874600972528384:192.168.204.133@tcp:400:kworker.0
00000100:00100000:0.0:1787759058.914285:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1787759058.914293:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2362:1874600972528512:192.168.204.133@tcp:400:kworker.0
00000100:00100000:0.0:1787759058.921814:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2362:1874600972528512:192.168.204.133@tcp:400:kworker.0
00000100:00100000:0.0:1787759058.923771:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2362:1874600972528384:192.168.204.133@tcp:400:kworker.0
00010000:00010000:3.0:1787759059.555692:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759060.573810:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759061.597848:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787759062.344988:0:9070:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:0.0:1787759062.621693:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759063.646978:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759064.029889:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2363:1874600972528768:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1787759064.029993:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1787759064.030000:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972528640:192.168.204.133@tcp:400:kworker.0
00000100:00100000:0.0:1787759064.041636:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972528640:192.168.204.133@tcp:400:kworker.0
00000100:00100000:0.0:1787759064.059776:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2363:1874600972528768:192.168.204.133@tcp:400:kworker.0
00010000:00010000:0.0:1787759064.669809:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759065.698378:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759066.615674:0:2357:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp)
00000100:00100000:3.0:1787759066.615884:0:5448:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874600995638016
00000100:00100000:3.0:1787759066.615895:0:5448:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874600995638016
00000100:00100000:3.0:1787759066.615957:0:5448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 3
00000100:00100000:3.0:1787759066.615967:0:5448:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96b49109cf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9+3:11669:x1874600995638016:12345-192.168.204.133@tcp:104:
00010000:00010000:3.0:1787759066.615985:0:5448:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1a77009127f0522c expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759066.616056:0:5448:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1787759066.616063:0:5448:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96b49109cf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9+3:11669:x1874600995638016:12345-192.168.204.133@tcp:104: Request processed in 98us (404us total) trans 0 rc 0/0
00000100:00100000:3.0:1787759066.616070:0:5448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 3
00010000:00010000:0.0:1787759066.616427:0:5455:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1787759066.616436:0:5455:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1a77009127f0522c expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759066.616445:0:5455:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96b491312e00 already unused, calling callback (ffffffffc140dc20)
10000000:00010000:0.0:1787759066.616449:0:5455:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1a77009127f0522c expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759066.616458:0:5455:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1a77009127f0522c expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1787759066.616466:0:5455:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1a77009127f0522c expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787759066.616491:0:5455:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:0.0:1787759066.616542:0:5455:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1a77009127f0522c expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759066.616549:0:5455:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787759066.616572:0:5455:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1a77009127f0522c expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759066.616580:0:5455:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.133@tcp lock: ffff96b491312e00/0xd1a7b4edcc5334e2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1a77009127f0522c expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759066.616636:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759066.616637:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759066.616639:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759066.616655:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2362:1874600972528896:192.168.204.133@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1787759066.625117:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2362:1874600972528896:192.168.204.133@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1787759066.718996:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759067.741769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:1.0:1787759068.190169:0:5458:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:1.0:1787759068.190180:0:5458:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff96b48537e800 from 7
10000000:01000000:1.0:1787759068.190187:0:5458:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:1.0:1787759068.190256:0:5458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.133@tcp lock: ffff96b490544400/0xd1a7b4edcc5334e9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759068.190271:0:5458:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.133@tcp lock: ffff96b490544400/0xd1a7b4edcc5334e9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759068.190284:0:5458:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.133@tcp lock: ffff96b490544400/0xd1a7b4edcc5334e9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787759068.190340:0:5458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972529024:192.168.204.133@tcp:101:ll_cfg_requeue.0
00000100:00100000:1.0:1787759068.190471:0:5458:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b485586000 going to sleep for 11 seconds
00000100:00100000:1.0:1787759068.196225:0:5458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972529024:192.168.204.133@tcp:101:ll_cfg_requeue.0
00010000:00010000:1.0:1787759068.196265:0:5458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.133@tcp lock: ffff96b490544400/0xd1a7b4edcc5334e9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0528e expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759068.196281:0:5458:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.133@tcp lock: ffff96b490544400/0xd1a7b4edcc5334e9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1a77009127f0528e expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787759068.196393:0:5458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972529152:192.168.204.133@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1787759068.196485:0:5458:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b485586000 going to sleep for 11 seconds
00000100:00100000:1.0:1787759068.201251:0:5458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972529152:192.168.204.133@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1787759068.201339:0:5458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972529280:192.168.204.133@tcp:503:ll_cfg_requeue.0
00000100:00100000:1.0:1787759068.201457:0:5458:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b485586000 going to sleep for 11 seconds
00000100:00100000:1.0:1787759068.205874:0:5458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:5458:1874600972529280:192.168.204.133@tcp:503:ll_cfg_requeue.0
00000040:00080000:1.0:1787759068.207047:0:9343:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7
00000020:01000000:2.0:1787759068.211745:0:5458:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0)
10000000:01000000:2.0:1787759068.211872:0:5458:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.133@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:2.0:1787759068.211889:0:5458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.133@tcp lock: ffff96b490544400/0xd1a7b4edcc5334e9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0528e expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759068.211904:0:5458:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.133@tcp lock: ffff96b490544400/0xd1a7b4edcc5334e9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1a77009127f0528e expref: -99 pid: 5458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759068.766021:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759069.150029:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972529408:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1787759069.152323:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1787759069.152347:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2363:1874600972529536:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1787759069.154066:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972529408:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1787759069.157159:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2363:1874600972529536:192.168.204.133@tcp:400:kworker.0
00010000:00010000:0.0:1787759069.790362:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759070.815751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759071.837954:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1787759072.464470:0:9780:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-compr: finish setup 11:44:31 (1787759071) ===
00000080:00200000:3.0:1787759072.678672:0:9798:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:3.0:1787759072.678708:0:9798:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759072.678733:0:9798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:3.0:1787759072.678753:0:9798:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00000080:00200000:3.0:1787759072.678763:0:9798:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787759072.678770:0:9798:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:3.0:1787759072.678775:0:9798:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334cd
00000080:00010000:3.0:1787759072.678782:0:9798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334cd from it ffffb49f41a27be0
00010000:00010000:3.0:1787759072.678786:0:9798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:3.0:1787759072.678795:0:9798:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00000080:00200000:3.0:1787759072.678808:0:9798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908), inode mode 41ed mask 1
00000080:00200000:3.0:1787759072.678820:0:9798:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff96b48a928908), flags=1536
00000080:00200000:3.0:1787759072.678824:0:9798:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:3.0:1787759072.678829:0:9798:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759072.678835:0:9798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00010000:00010000:3.0:1787759072.678843:0:9798:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00000080:00200000:3.0:1787759072.678849:0:9798:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787759072.678852:0:9798:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:3.0:1787759072.678859:0:9798:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334cd
00000080:00010000:3.0:1787759072.678863:0:9798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334cd from it ffffb49f41a27ce0
00010000:00010000:3.0:1787759072.678866:0:9798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00010000:00010000:3.0:1787759072.678873:0:9798:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00000080:00200000:3.0:1787759072.678881:0:9798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908), inode mode 41ed mask 3
00000080:00200000:3.0:1787759072.678885:0:9798:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:3.0:1787759072.678890:0:9798:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759072.678895:0:9798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00010000:00010000:3.0:1787759072.678903:0:9798:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00000080:00200000:3.0:1787759072.678909:0:9798:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787759072.678912:0:9798:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:3.0:1787759072.678915:0:9798:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334cd
00000080:00010000:3.0:1787759072.678917:0:9798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334cd from it ffffb49f41a27dc8
00010000:00010000:3.0:1787759072.678920:0:9798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00010000:00010000:3.0:1787759072.678927:0:9798:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00000080:00200000:3.0:1787759072.678934:0:9798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908), inode mode 41ed mask 3
00000080:00200000:3.0:1787759072.678942:0:9798:0:(namei.c:2239:do_mkdir()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff96b48a928908)
00800000:00000004:3.0:1787759072.678959:0:9798:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff96b48537e800: age 211, max_age 0
00000100:00100000:2.0:1787759072.679125:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972529664:192.168.204.133@tcp:41:mkdir.0
00000100:00100000:3.0:1787759072.679146:0:9798:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058780 pname:cluuid:pid:xid:nid:opc:job mkdir:2fdb7338-6109-4f60-9752-fc8ea99264a4:9798:1874600972529792:192.168.204.133@tcp:700:mkdir.0
00000100:00100000:3.0:1787759072.679227:0:9798:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48a6dd840 going to sleep for 11 seconds
00000100:00100000:2.0:1787759072.681961:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972529664:192.168.204.133@tcp:41:mkdir.0
00000100:00100000:3.0:1787759072.681962:0:9798:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058780 pname:cluuid:pid:xid:nid:opc:job mkdir:2fdb7338-6109-4f60-9752-fc8ea99264a4:9798:1874600972529792:192.168.204.133@tcp:700:mkdir.0
00010000:00010000:3.0:1787759072.682015:0:9798:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00010000:00010000:3.0:1787759072.682067:0:9798:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00010000:00010000:3.0:1787759072.682074:0:9798:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:3.0:1787759072.682077:0:9798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b490545400/0xd1a7b4edcc5334cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1a77009127f051a7 expref: -99 pid: 5483 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00000020:00100000:3.0:1787759072.682099:0:9798:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96b48537e800: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:3.0:1787759072.682107:0:9798:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff96b491058780 x1874600972530048/t0(0) o36->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759072.682124:0:9798:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058780 pname:cluuid:pid:xid:nid:opc:job mkdir:2fdb7338-6109-4f60-9752-fc8ea99264a4:9798:1874600972530048:192.168.204.133@tcp:36:mkdir.0
00000100:00100000:3.0:1787759072.682181:0:9798:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48a6dd840 going to sleep for 11 seconds
00000100:00100000:3.0:1787759072.686310:0:9798:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058780 pname:cluuid:pid:xid:nid:opc:job mkdir:2fdb7338-6109-4f60-9752-fc8ea99264a4:9798:1874600972530048:192.168.204.133@tcp:36:mkdir.0
00000080:00200000:3.0:1787759072.686373:0:9798:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000401:0x1:0x0](ffff96b48a971148)
00000080:00200000:3.0:1787759072.686380:0:9798:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096
00000080:00200008:2.0:1787759072.692759:0:9799:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96b48a928908), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1787759072.692844:0:9799:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:2.0:1787759072.692869:0:9799:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759072.692926:0:9799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 9799 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.692936:0:9799:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9799 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.692946:0:9799:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9799 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787759072.692969:0:9799:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job chmod:2fdb7338-6109-4f60-9752-fc8ea99264a4:9799:1874600972530176:192.168.204.133@tcp:101:chmod.0
00000100:00100000:2.0:1787759072.693051:0:9799:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b240 going to sleep for 11 seconds
00000100:00100000:1.0:1787759072.696697:0:9799:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job chmod:2fdb7338-6109-4f60-9752-fc8ea99264a4:9799:1874600972530176:192.168.204.133@tcp:101:chmod.0
00010000:00010000:1.0:1787759072.696721:0:9799:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052aa expref: -99 pid: 9799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759072.696732:0:9799:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052aa expref: -99 pid: 9799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759072.696743:0:9799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052aa expref: -99 pid: 9799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759072.696754:0:9799:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052aa expref: -99 pid: 9799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759072.696765:0:9799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052aa expref: -99 pid: 9799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759072.696773:0:9799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052aa expref: -99 pid: 9799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759072.696779:0:9799:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052aa expref: -99 pid: 9799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:1.0:1787759072.696789:0:9799:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff96b49109d2c0 x1874600972530176/t0(0) o101->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1787759088 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0
00000002:00010000:1.0:1787759072.696801:0:9799:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052aa expref: -99 pid: 9799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759072.696832:0:9799:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96b48af6b800 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:1.0:1787759072.696838:0:9799:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:1.0:1787759072.696863:0:9799:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:1.0:1787759072.696869:0:9799:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334f0
00000080:00010000:1.0:1787759072.696874:0:9799:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:1.0:1787759072.696879:0:9799:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334f0 from it ffffb49f41cb7cb8
00010000:00010000:1.0:1787759072.696881:0:9799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052aa expref: -99 pid: 9799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759072.696890:0:9799:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052aa expref: -99 pid: 9799 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200008:1.0:1787759072.696958:0:9799:0:(llite_lib.c:2429:ll_setattr_raw()) START file /:[0x200000007:0x1:0x0](ffff96b48a928908) current size 4096, valid attrs 41, mode 41ed, uid -2123993088, gid -26956, new size 0, atime 1787759072.000000000, mtime 1787759072.000000000, ctime 1787759072.000000000
00010000:00010000:1.0:1787759072.696978:0:9799:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1a77009127f052aa expref: -99 pid: 9799 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1787759072.697015:0:9799:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1a77009127f052aa expref: -99 pid: 9799 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1787759072.697024:0:9799:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1787759072.697028:0:9799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34c00/0xd1a7b4edcc5334f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1a77009127f052aa expref: -99 pid: 9799 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000020:00100000:1.0:1787759072.697049:0:9799:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96b48537e800: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:1.0:1787759072.697055:0:9799:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff96b48d40e940 x1874600972530432/t0(0) o36->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759072.697386:0:9799:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e940 pname:cluuid:pid:xid:nid:opc:job chmod:2fdb7338-6109-4f60-9752-fc8ea99264a4:9799:1874600972530432:192.168.204.133@tcp:36:chmod.0
00000100:00100000:0.0:1787759072.697471:0:9799:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b48afcea80 going to sleep for 11 seconds
00000100:00100000:0.0:1787759072.699936:0:9799:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e940 pname:cluuid:pid:xid:nid:opc:job chmod:2fdb7338-6109-4f60-9752-fc8ea99264a4:9799:1874600972530432:192.168.204.133@tcp:36:chmod.0
00000080:00200000:0.0:1787759072.699970:0:9799:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00200008:0.0:1787759072.699981:0:9799:0:(llite_lib.c:2688:ll_setattr_raw()) COMPLETED file /:[0x200000007:0x1:0x0](ffff96b48a928908) current size 4096, valid attrs 10000041, mode 41ed, uid -2123993088, gid -26956, new size 0, atime 1787759072.000000000, mtime 1787759072.000000000, ctime 1787759072.000000000, rc 0
00000080:00200000:2.0:1787759072.715319:0:9800:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:2.0:1787759072.715352:0:9800:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759072.715433:0:9800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 9800 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.715445:0:9800:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9800 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.715456:0:9800:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9800 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787759072.715486:0:9800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f480 pname:cluuid:pid:xid:nid:opc:job chown:2fdb7338-6109-4f60-9752-fc8ea99264a4:9800:1874600972530560:192.168.204.133@tcp:101:chown.0
00000100:00100000:2.0:1787759072.715806:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 11 seconds
00000100:00100000:2.0:1787759072.718317:0:9800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f480 pname:cluuid:pid:xid:nid:opc:job chown:2fdb7338-6109-4f60-9752-fc8ea99264a4:9800:1874600972530560:192.168.204.133@tcp:101:chown.0
00010000:00010000:2.0:1787759072.718350:0:9800:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.718364:0:9800:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.718378:0:9800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.718394:0:9800:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.718408:0:9800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.718415:0:9800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.718438:0:9800:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:2.0:1787759072.718448:0:9800:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff96b49109f480 x1874600972530560/t0(0) o101->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1787759088 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0
00000002:00010000:2.0:1787759072.718460:0:9800:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.718471:0:9800:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96b48af6b800 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:2.0:1787759072.718478:0:9800:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:2.0:1787759072.718512:0:9800:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:2.0:1787759072.718517:0:9800:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334f7
00000080:00010000:2.0:1787759072.718522:0:9800:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:2.0:1787759072.718525:0:9800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334f7 from it ffffb49f41c5fb58
00010000:00010000:2.0:1787759072.718528:0:9800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.718535:0:9800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:2.0:1787759072.718558:0:9800:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908), inode mode 41ed mask 1
00000080:00200000:2.0:1787759072.718577:0:9800:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff96b48a928908), flags=8
00000080:00200000:2.0:1787759072.718581:0:9800:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff96b48a928908), intent=getattr
00000002:00010000:2.0:1787759072.718697:0:9800:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01
00010000:00010000:2.0:1787759072.718740:0:9800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 9800 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.718750:0:9800:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9800 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.718758:0:9800:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9800 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787759072.718781:0:9800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f480 pname:cluuid:pid:xid:nid:opc:job chown:2fdb7338-6109-4f60-9752-fc8ea99264a4:9800:1874600972530688:192.168.204.133@tcp:101:chown.0
00000100:00100000:2.0:1787759072.718848:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 11 seconds
00000100:00100000:2.0:1787759072.721674:0:9800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f480 pname:cluuid:pid:xid:nid:opc:job chown:2fdb7338-6109-4f60-9752-fc8ea99264a4:9800:1874600972530688:192.168.204.133@tcp:101:chown.0
00010000:00010000:2.0:1787759072.721710:0:9800:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.721731:0:9800:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.721740:0:9800:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.721751:0:9800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.721759:0:9800:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.721768:0:9800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.721790:0:9800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.721794:0:9800:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:2.0:1787759072.721802:0:9800:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff96b49109f480 x1874600972530688/t0(0) o101->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 584/584 e 0 to 0 dl 1787759088 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0
00000002:00010000:2.0:1787759072.721810:0:9800:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.721816:0:9800:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96b48af6b800 type 13 mode 4 res 8589935617/1 (0 0)
00000080:00200000:2.0:1787759072.721821:0:9800:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0
00000080:00200000:2.0:1787759072.721836:0:9800:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096
00000080:00200000:2.0:1787759072.721838:0:9800:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff96b48a971148): rc = 0
00000080:00010000:2.0:1787759072.721842:0:9800:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff96b48a971148) for lock 0xd1a7b4edcc5334fe
00000080:00010000:2.0:1787759072.721849:0:9800:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff96b48a971148)
00000080:00010000:2.0:1787759072.721852:0:9800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334fe from it ffffb49f41c5fb20
00010000:00010000:2.0:1787759072.721854:0:9800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759072.721859:0:9800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200008:2.0:1787759072.721889:0:9800:0:(file.c:6313:ll_getattr_dentry()) START file d0_runas_test:[0x200000401:0x1:0x0](ffff96b48a971148), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1787759072.721894:0:9800:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff96b48a971148),name=d0_runas_test
00000002:00010000:2.0:1787759072.721913:0:9800:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759072.721929:0:9800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787759072.721936:0:9800:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:2.0:1787759072.721943:0:9800:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759072.721946:0:9800:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff96b48a971148)
00000080:00010000:2.0:1787759072.721948:0:9800:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff96b48a971148) for lock 0xd1a7b4edcc5334fe
00000080:00010000:2.0:1787759072.721950:0:9800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334fe from it ffffb49f41c5fcb8
00010000:00010000:2.0:1787759072.721952:0:9800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787759072.721956:0:9800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000080:00200000:2.0:1787759072.721995:0:9800:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908),name=/
00000002:00010000:2.0:1787759072.721999:0:9800:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759072.722003:0:9800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787759072.722007:0:9800:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:2.0:1787759072.722011:0:9800:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759072.722013:0:9800:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908)
00000080:00010000:2.0:1787759072.722014:0:9800:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96b48a928908) for lock 0xd1a7b4edcc5334f7
00000080:00010000:2.0:1787759072.722016:0:9800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd1a7b4edcc5334f7 from it ffffb49f41c5fbf8
00010000:00010000:2.0:1787759072.722022:0:9800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787759072.722027:0:9800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000080:00200000:2.0:1787759072.722032:0:9800:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96b48a928908), inode mode 41ed mask 1
00000080:00200000:2.0:1787759072.722036:0:9800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=9
00000080:00200008:2.0:1787759072.722046:0:9800:0:(llite_lib.c:2429:ll_setattr_raw()) START file d0_runas_test:[0x200000401:0x1:0x0](ffff96b48a971148) current size 4096, valid attrs 46, mode ffff, uid 500, gid 500, new size 18446628300739301376, atime 1787759072.000000000, mtime 1787759072.000000000, ctime 1787759072.000000000
00010000:00010000:2.0:1787759072.722057:0:9800:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:2.0:1787759072.722088:0:9800:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:2.0:1787759072.722094:0:9800:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:2.0:1787759072.722097:0:9800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b34400/0xd1a7b4edcc5334fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1a77009127f052db expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000020:00100000:2.0:1787759072.722120:0:9800:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96b48537e800: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:2.0:1787759072.722126:0:9800:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff96b49109f480 x1874600972530944/t0(0) o36->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759072.722159:0:9800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f480 pname:cluuid:pid:xid:nid:opc:job chown:2fdb7338-6109-4f60-9752-fc8ea99264a4:9800:1874600972530944:192.168.204.133@tcp:36:chown.0
00000100:00100000:2.0:1787759072.722240:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 11 seconds
00010000:00010000:3.0:1787759072.861860:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759073.885767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759074.269899:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2365:1874600972531072:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787759074.270008:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972531200:192.168.204.133@tcp:400:kworker.0
00010000:00010000:3.0:1787759074.910493:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759075.933802:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759076.958717:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759077.981743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759079.005961:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759079.389868:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2365:1874600972531328:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787759079.389948:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972531456:192.168.204.133@tcp:400:kworker.0
00010000:00010000:0.0:1787759080.033016:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759081.053829:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759082.077723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759083.102033:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759083.998199:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 1 seconds
00010000:00010000:0.0:1787759084.125761:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759084.510128:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972531584:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1787759084.510228:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1787759084.510234:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2363:1874600972531712:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787759085.021826:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 1 seconds
00010000:00010000:3.0:1787759085.149922:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759086.045778:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 1 seconds
00010000:00010000:0.0:1787759086.173766:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759087.069755:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 1 seconds
00010000:00010000:3.0:1787759087.197812:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:2.0:1787759088.093740:0:9800:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759072/real 1787759072]  req@ffff96b49109f480 x1874600972530944/t0(0) o36->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 1 dl 1787759088 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'chown.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759088.112678:0:9800:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:2.0:1787759088.112691:0:9800:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff96b48537e800: Connection to lustre-MDT0000 (at 192.168.204.133@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1787759088.123451:0:9800:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00100000:2.0:1787759088.123476:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00000100:00100000:1.0:1787759088.123809:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972531840:192.168.204.133@tcp:400:kworker.0
00000100:00080000:0.0:1787759088.124043:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759088.124048:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759088.124052:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759088.124060:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 208
00000100:00080000:0.0:1787759088.124072:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759088.124083:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759088.124106:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972531968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759088.124211:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972531968:192.168.204.133@tcp:38:kworker.0
00010000:00010000:0.0:1787759088.223897:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759089.181864:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759089.246095:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759090.205712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759090.269782:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:2.0:1787759090.653714:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759074/real 1787759074]  req@ffff96b49109cb40 x1874600972531072/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 1 dl 1787759090 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000400:3.0:1787759090.653714:0:2364:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759074/real 1787759074]  req@ffff96b49109f840 x1874600972531200/t0(0) o400->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759090 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759090.675676:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff96b49109cb40 x1874600972531072/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 1 dl 1787759090 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759090.675690:0:2365:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from FULL to DISCONN
00000100:02020000:2.0:1787759090.675694:0:2365:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.133@tcp: Connection to MGS (at 192.168.204.133@tcp) was lost; in progress operations using this service will fail
00000100:00100000:3.0:1787759090.694388:0:2364:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff96b49109f840 x1874600972531200/t0(0) o400->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759090 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759090.694402:0:2364:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff96b488d2f000 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:3.0:1787759090.694420:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972531200:192.168.204.133@tcp:400:kworker.0
00000100:00080000:2.0:1787759090.698570:0:2365:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.204.133@tcp for MGC192.168.204.133@tcp not replayable, auto-deactivating
00000100:00080000:2.0:1787759090.698575:0:2365:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00100000:2.0:1787759090.698611:0:2365:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff96b49109cb40 x1874600972531072/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 1 dl 1787759090 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759090.698625:0:2365:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff96b49109e1c0 x1874600972531328/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787759095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759090.698649:0:2365:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff96b491185680 x1874600972531584/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787759100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759090.698774:0:2365:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff96b491185e00 x1874600972531840/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787759104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
10000000:01000000:2.0:1787759090.698784:0:2365:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001
00000100:00080000:2.0:1787759090.698794:0:2365:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down
10000000:01000000:2.0:1787759090.698795:0:2365:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002
00000100:00080000:2.0:1787759090.698797:0:2365:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00100000:2.0:1787759090.698832:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2365:1874600972531328:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787759090.698840:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2365:1874600972531072:192.168.204.133@tcp:400:kworker.0
00000100:00080000:3.0:1787759090.698843:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759090.698849:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759090.698852:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787759090.698913:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972531584:192.168.204.133@tcp:400:kworker.0
00000100:00080000:3.0:1787759090.699042:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 207
00000100:00080000:3.0:1787759090.699056:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759090.699072:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2363:1874600972531840:192.168.204.133@tcp:400:kworker.0
00000100:00100000:3.0:1787759090.699187:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972532096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759090.699211:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759090.699215:0:6786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1787759090.699243:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972532096:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759091.229796:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759091.295273:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759092.253719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759092.317800:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759092.701693:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759092.701702:0:6786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759092.701705:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759092.701708:0:6786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1787759093.277701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759093.341802:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759094.301702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759094.365730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759095.326368:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759095.390224:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759095.710442:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759095.710451:0:6786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759095.710454:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759095.710457:0:6786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000400:3.0:1787759095.837695:0:2364:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759079/real 1787759079]  req@ffff96b49109d2c0 x1874600972531456/t0(0) o400->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759095 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759095.852676:0:2364:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff96b49109d2c0 x1874600972531456/t0(0) o400->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759095 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759095.852691:0:2364:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff96b488d2f000 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:3.0:1787759095.852709:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2fdb7338-6109-4f60-9752-fc8ea99264a4:2364:1874600972531456:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787759096.349746:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759096.413732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759097.373964:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759097.437779:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759098.397699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759098.462058:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759098.845748:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759088/real 1787759088]  req@ffff96b491184b40 x1874600972531968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759098 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759098.845793:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972531968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759098 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759098.845812:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759098.845841:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759098.845861:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972531968:192.168.204.133@tcp:38:kworker.0
00000100:00080000:1.0:1787759098.846280:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759098.846285:0:6786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787759098.846288:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759098.846291:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759098.846294:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759098.846300:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 330
00000100:00080000:1.0:1787759098.846310:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1787759098.846317:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759098.846328:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759098.846356:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972532224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759098.847830:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972532224:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759099.421740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759099.485939:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:1.0:1787759100.381852:0:2363:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759084/real 1787759084]  req@ffff96b491186580 x1874600972531712/t0(0) o400->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759100 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759100.393371:0:2363:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff96b491186580 x1874600972531712/t0(0) o400->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759100 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759100.393411:0:2363:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff96b488d2f000 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:1.0:1787759100.393494:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2fdb7338-6109-4f60-9752-fc8ea99264a4:2363:1874600972531712:192.168.204.133@tcp:400:kworker.0
00000100:00100000:2.0:1787759100.445738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759100.509719:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759100.894463:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759090/real 1787759090]  req@ffff96b49105ad00 x1874600972532096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759100 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759100.894492:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972532096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759100 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759100.894513:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759100.894531:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759100.894536:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972532096:192.168.204.133@tcp:250:kworker.0
00000100:00080000:3.0:1787759100.894607:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759100.894613:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759100.894616:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759100.894622:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 333
00000100:00080000:3.0:1787759100.894631:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1787759100.894649:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759100.894676:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972532352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759100.894703:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759100.894707:0:6786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1787759100.895038:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972532352:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759101.469711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759101.535540:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759102.496375:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759102.559802:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759103.518867:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759103.582877:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759103.901826:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759103.901840:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1787759103.901843:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759103.901846:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1787759104.541874:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759104.606577:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759105.565725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759105.629923:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759105.949714:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759105.949740:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1787759105.949743:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759105.949746:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1787759106.589766:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759106.654278:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759107.613698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759107.677878:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759108.637896:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759108.702188:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759109.661771:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759109.726002:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759110.686081:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759110.749916:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759111.134270:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759111.134284:0:6786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787759111.134287:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759111.134290:0:6786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1787759111.709708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759111.773801:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759112.733755:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759112.798363:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759113.117710:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759098/real 1787759098]  req@ffff96b48d40f480 x1874600972532224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759113.117762:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972532224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759113.117780:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759113.117803:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759113.117807:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972532224:192.168.204.133@tcp:38:kworker.0
00000100:00080000:3.0:1787759113.117847:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759113.117854:0:6786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759113.117867:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759113.117871:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759113.117878:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759113.117884:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 341
00000100:00080000:3.0:1787759113.117904:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1787759113.117912:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759113.117931:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759113.117963:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972532480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759113.118080:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972532480:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759113.757723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759113.821986:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759114.782146:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759114.845889:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759115.165720:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759100/real 1787759100]  req@ffff96b4910583c0 x1874600972532352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759115 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759115.165752:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972532352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759115 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759115.165772:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759115.165794:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759115.165798:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972532352:192.168.204.133@tcp:250:kworker.0
00000100:00080000:3.0:1787759115.165829:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759115.165834:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759115.165836:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759115.165842:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 343
00000100:00080000:3.0:1787759115.165850:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1787759115.165868:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759115.165898:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972532608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759115.165920:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759115.165924:0:6786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1787759115.165961:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972532608:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787759115.613756:0:2353:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.204.133@tcp (192.168.204.133:988) timed out; the network or node may be down.
00000100:00100000:1.0:1787759115.805753:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759115.870105:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759116.829961:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759116.893735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759117.853732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759117.917778:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759118.173731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759118.173744:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759118.173748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759118.173751:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1787759118.877828:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759118.941839:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759119.901713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759119.965793:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759120.221677:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759120.221685:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759120.221687:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759120.221690:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1787759120.925729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759120.989799:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759121.949713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759122.013768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759122.973795:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759123.037825:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759123.997677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759124.061795:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759125.021725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759125.085803:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759125.469746:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759125.469757:0:6786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1787759125.469759:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759125.469763:0:6786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1787759126.045716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759126.109808:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759127.069732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759127.133795:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759128.093723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759128.157870:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759129.117783:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759129.181843:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759130.143208:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759130.205784:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759130.589753:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759130.589768:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1787759130.589771:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759130.589775:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1787759131.167790:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759131.229765:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759132.189709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759132.253741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759133.213741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759133.277829:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759133.533754:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759113/real 1787759113]  req@ffff96b491058b40 x1874600972532480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759133 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759133.533833:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972532480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759133 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759133.533857:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759133.533880:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759133.533884:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972532480:192.168.204.133@tcp:38:kworker.0
00000100:00080000:3.0:1787759133.533957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759133.533966:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759133.533970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759133.533974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759133.533978:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759133.533988:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 355
00000100:00080000:3.0:1787759133.534001:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1787759133.534011:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759133.534023:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759133.534059:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972532736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759133.534183:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972532736:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759134.237749:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759134.302088:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759135.261762:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759135.326085:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759135.581750:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759115/real 1787759115]  req@ffff96b491058f00 x1874600972532608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759135 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759135.581781:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972532608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759135 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759135.581799:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759135.581818:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759135.581822:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972532608:192.168.204.133@tcp:250:kworker.0
00000100:00080000:3.0:1787759135.582168:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759135.582178:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759135.582182:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759135.582191:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 357
00000100:00080000:3.0:1787759135.582205:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1787759135.582214:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759135.582274:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972532864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759135.582308:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759135.582313:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1787759135.582525:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972532864:192.168.204.133@tcp:250:kworker.0
00000400:00000100:1.0:1787759135.646901:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.133:988
00000400:00000100:1.0:1787759135.646978:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759135.647006:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787759135.647773:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759133/real 1787759135]  req@ffff96b491058b40 x1874600972532736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759158 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759135.648034:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972532736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759158 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759135.648050:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759135.648056:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759135.648340:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972532736:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759135.648690:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787759135.649229:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759135/real 1787759135]  req@ffff96b4910583c0 x1874600972532864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759135.649252:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972532864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759135.649263:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759135.649266:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759135.649270:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972532864:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759136.285711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759136.350219:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759137.309736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759137.373862:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759138.333718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759138.397802:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759138.589799:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759138.589811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759138.589815:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759138.589826:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 378
00000100:00080000:0.0:1787759138.589835:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759138.589842:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759138.589879:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972532992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759138.589907:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759138.589911:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759138.589913:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759138.589916:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 376
00000100:00080000:0.0:1787759138.589919:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759138.589922:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759138.589930:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759138.589952:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184780 x1874600972533120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759138.590002:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972532992:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759138.590144:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972533120:192.168.204.133@tcp:38:kworker.0
00000400:00000100:3.0:1787759138.717932:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.133:988
00000400:00000100:3.0:1787759138.718073:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759138.718091:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787759138.718146:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787759138.718206:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759138/real 1787759138]  req@ffff96b491186d00 x1874600972532992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759138.718229:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972532992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759138.718239:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759138.718256:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759138.718260:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972532992:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759138.718268:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759138/real 1787759138]  req@ffff96b491184780 x1874600972533120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759138.718280:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184780 x1874600972533120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759138.718309:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759138.718314:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759138.718317:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972533120:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759139.357713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759139.422604:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759140.381749:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759140.445795:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759141.406053:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759141.469784:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759142.430997:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759142.493824:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759143.454060:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759143.518503:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759143.902269:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759143.902276:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759143.902281:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759143.902301:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 381
00000100:00080000:3.0:1787759143.902311:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759143.902318:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759143.902351:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972533248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759143.902375:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759143.902378:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759143.902380:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759143.902385:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 381
00000100:00080000:3.0:1787759143.902389:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759143.902407:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759143.902417:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759143.902422:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972533248:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759143.902434:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972533376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759143.902636:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972533376:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759144.478609:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759144.541847:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787759145.310061:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.133:988
00000400:00000100:2.0:1787759145.310101:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787759145.310114:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:1.0:1787759145.310244:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759143/real 1787759145]  req@ffff96b49105ad00 x1874600972533248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759168 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759145.310281:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972533248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759168 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759145.310293:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759145.310297:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759145.310301:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972533248:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759145.310359:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:1.0:1787759145.310500:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759143/real 1787759145]  req@ffff96b491059680 x1874600972533376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759145.310515:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972533376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759145.310524:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759145.310528:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759145.310531:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972533376:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759145.502660:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759145.565791:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759146.526093:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759146.589904:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759147.549770:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759147.616008:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759148.573865:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759148.638229:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759149.021937:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759149.021947:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759149.021951:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759149.021962:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 386
00000100:00080000:0.0:1787759149.021973:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759149.021980:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759149.022018:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184780 x1874600972533504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759149.022052:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759149.022055:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759149.022057:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759149.022061:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 386
00000100:00080000:0.0:1787759149.022064:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759149.022070:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759149.022079:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759149.022091:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972533632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759149.022142:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972533504:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759149.022354:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972533632:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759149.597781:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759149.661932:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759150.622042:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759150.685890:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759151.646541:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759151.710205:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787759151.775052:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.133:988
00000400:00000100:2.0:1787759151.776970:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787759151.776991:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787759151.777038:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:1.0:1787759151.777122:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759149/real 1787759151]  req@ffff96b491184780 x1874600972533504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759151.777174:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184780 x1874600972533504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759151.777188:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759151.777194:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759151.777199:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972533504:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759151.777209:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759149/real 1787759151]  req@ffff96b491186d00 x1874600972533632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759151.777221:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972533632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759151.777229:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759151.777233:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759151.777236:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972533632:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759152.669671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759152.736195:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759153.693769:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759153.757961:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759154.141918:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759154.141931:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759154.141937:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759154.141953:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 391
00000100:00080000:3.0:1787759154.141967:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759154.141976:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759154.142029:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972533760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759154.142174:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972533760:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787759154.142244:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759154.142304:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759154/real 1787759154]  req@ffff96b491058000 x1874600972533760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759154.142326:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972533760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759154.142338:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759154.142360:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759154.142372:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972533760:192.168.204.133@tcp:250:kworker.0
00000100:00080000:3.0:1787759154.142423:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759154.142427:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759154.142428:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759154.142432:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 391
00000100:00080000:3.0:1787759154.142435:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759154.142438:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759154.142449:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759154.142460:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972533888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759154.142760:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972533888:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759154.142922:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759154.142941:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759154/real 1787759154]  req@ffff96b49105b0c0 x1874600972533888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759154.142955:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972533888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759154.142964:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759154.142967:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759154.142970:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972533888:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759154.717814:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759154.781907:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759155.741789:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759155.806569:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759156.765717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759156.829821:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759157.789735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759157.853896:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759158.813709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759158.877884:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759159.261790:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759159.261805:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759159.261810:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759159.261825:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 396
00000100:00080000:3.0:1787759159.261840:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759159.261850:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759159.261903:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972534016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759159.261942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759159.261946:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759159.261948:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759159.261952:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 396
00000100:00080000:3.0:1787759159.261956:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759159.261961:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759159.261974:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759159.261989:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972534144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759159.262568:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972534016:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787759159.262768:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759159.262833:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759159/real 1787759159]  req@ffff96b491059a40 x1874600972534016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759159.262855:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972534016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759159.262867:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759159.262871:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759159.262875:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972534016:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759159.262905:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972534144:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759159.262932:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759159.262946:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759159/real 1787759159]  req@ffff96b49105b0c0 x1874600972534144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759159.262958:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972534144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759159.262967:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759159.262970:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759159.262973:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972534144:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759159.837777:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759159.902027:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759160.861695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759160.926161:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759161.885724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759161.949771:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759162.909767:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759162.974409:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759163.933756:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759163.997833:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759164.381777:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759164.381790:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759164.381823:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759164.381837:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 401
00000100:00080000:3.0:1787759164.381867:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759164.381877:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759164.381931:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972534272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759164.381962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759164.381966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759164.381968:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759164.381972:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 401
00000100:00080000:3.0:1787759164.381976:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759164.381979:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759164.382155:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972534272:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787759164.382305:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759164.382331:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972534400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759164.382406:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972534400:192.168.204.133@tcp:38:kworker.0
00000400:00000100:2.0:1787759164.766953:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.133:988
00000400:00000100:2.0:1787759164.767025:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787759164.767044:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787759164.767095:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:1.0:1787759164.767160:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759164/real 1787759164]  req@ffff96b491059680 x1874600972534400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759164.767200:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972534400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759164.767211:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759164.767215:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759164.767219:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972534400:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759164.767227:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759164/real 1787759164]  req@ffff96b491058000 x1874600972534272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759164.767257:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972534272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759164.767264:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759164.767267:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759164.767271:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972534272:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759164.957722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759165.021809:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759165.982578:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759166.046194:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759167.005714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759167.070428:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759168.029741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759168.094355:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759169.054300:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759169.118787:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759169.501892:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759169.501906:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759169.501912:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759169.501926:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 407
00000100:00080000:1.0:1787759169.501939:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759169.501947:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759169.502000:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972534528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759169.502039:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759169.502042:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759169.502044:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759169.502049:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 407
00000100:00080000:1.0:1787759169.502052:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759169.502057:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759169.502070:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759169.502105:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972534656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759169.502122:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972534528:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759169.502196:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759169.502239:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759169/real 1787759169]  req@ffff96b48d40de00 x1874600972534528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759169.502257:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972534528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759169.502269:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759169.502273:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759169.502277:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972534528:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759169.502300:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972534656:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759169.502340:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759169.502352:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759169/real 1787759169]  req@ffff96b48d40f0c0 x1874600972534656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759169.502365:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972534656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759169.502373:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759169.502377:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759169.502380:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972534656:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759170.077740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759170.141831:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759171.101695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759171.166066:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759172.126012:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759172.189876:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759173.149742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759173.213832:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759174.173786:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759174.237879:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759174.622252:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759174.622264:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759174.622268:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759174.622280:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 412
00000100:00080000:1.0:1787759174.622293:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759174.622300:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759174.622354:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972534784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759174.622384:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759174.622387:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759174.622389:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759174.622394:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 412
00000100:00080000:1.0:1787759174.622397:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759174.622402:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759174.622414:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759174.622430:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972534912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759174.622435:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972534784:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759174.622517:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759174.622560:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759174/real 1787759174]  req@ffff96b48d40e580 x1874600972534784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759174.622574:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972534784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759174.622582:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759174.622605:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759174.622615:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972534784:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759174.622644:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972534912:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759174.622711:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759174.622727:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759174/real 1787759174]  req@ffff96b48d40fc00 x1874600972534912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759174.622740:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972534912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759174.622748:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759174.622752:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759174.622755:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972534912:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759175.199792:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759175.262227:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759176.221720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759176.286701:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759177.245774:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759177.310004:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759178.270011:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759178.333934:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759179.293751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759179.358889:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759179.741756:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759179.741771:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759179.741797:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759179.742090:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 417
00000100:00080000:1.0:1787759179.742101:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759179.742108:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759179.742145:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972535040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759179.742210:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972535040:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759179.742278:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00080000:1.0:1787759179.742308:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759179.742313:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759179.742315:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759179.742325:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 417
00000100:00080000:1.0:1787759179.742329:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759179.742335:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759179.742349:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759179.742366:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972535168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759179.742478:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759179/real 1787759179]  req@ffff96b48d40fc00 x1874600972535040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759179.742494:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972535040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759179.742506:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759179.742512:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759179.742516:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972535040:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759179.742555:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972535168:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759179.742643:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759179.742663:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759179/real 1787759179]  req@ffff96b48d40e580 x1874600972535168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759179.742678:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972535168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759179.742687:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759179.742691:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759179.742693:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972535168:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759180.317760:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759180.381828:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759181.341764:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759181.405941:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759182.365767:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759182.429949:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759183.389771:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759183.453864:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759184.413711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759184.477801:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759184.862259:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759184.862268:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759184.862273:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759184.862283:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 422
00000100:00080000:3.0:1787759184.862292:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759184.862299:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759184.862330:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972535296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759184.862360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759184.862363:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759184.862365:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759184.862369:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 422
00000100:00080000:3.0:1787759184.862372:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759184.862375:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759184.862393:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759184.862405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972535424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759184.862618:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972535296:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759184.862721:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972535424:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759185.437742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759185.501817:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759186.461917:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759186.525908:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759187.358999:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787759187.359061:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759187.359086:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787759187.359133:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787759187.359460:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759184/real 1787759187]  req@ffff96b49105ad00 x1874600972535296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759187.359490:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972535296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759187.359500:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759187.359506:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759187.359536:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972535296:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759187.359545:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759184/real 1787759187]  req@ffff96b4910583c0 x1874600972535424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759187.359560:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972535424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759187.359568:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759187.359572:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759187.359575:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972535424:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759187.485653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759187.549958:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759188.509719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759188.573766:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759189.533720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759189.597825:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759189.982469:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759189.982483:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759189.982489:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759189.982502:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 427
00000100:00080000:0.0:1787759189.982516:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759189.982550:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759189.982643:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972535552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759189.982674:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759189.982678:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759189.982680:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759189.982685:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 427
00000100:00080000:0.0:1787759189.982690:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759189.982694:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759189.982707:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759189.982722:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972535680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759189.982816:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972535552:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759189.982877:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759189.982914:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759189/real 1787759189]  req@ffff96b491186580 x1874600972535552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759189.982928:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972535552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759189.982936:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759189.982939:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759189.982942:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972535552:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759189.982949:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972535680:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759189.982961:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759189.982981:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759189/real 1787759189]  req@ffff96b491184b40 x1874600972535680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759189.982988:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972535680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759189.982993:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759189.982996:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759189.982998:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972535680:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759190.557734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759190.623031:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759191.581846:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759191.645825:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759192.605682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759192.670404:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759193.629685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759193.693793:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759194.653714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759194.717956:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759195.101904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759195.101911:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759195.101915:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759195.101921:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 432
00000100:00080000:3.0:1787759195.101930:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759195.101935:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759195.101979:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972535808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759195.102008:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759195.102011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759195.102016:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759195.102019:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 432
00000100:00080000:3.0:1787759195.102021:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759195.102024:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759195.102031:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759195.102041:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972535936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759195.102059:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972535808:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759195.102130:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759195.102166:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759195/real 1787759195]  req@ffff96b491058b40 x1874600972535808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759195.102182:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972535808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759195.102200:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759195.102204:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759195.102208:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972535808:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759195.102240:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972535936:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759195.102260:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759195.102286:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759195/real 1787759195]  req@ffff96b491058f00 x1874600972535936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759195.102308:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972535936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759195.102316:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759195.102319:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759195.102322:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972535936:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759195.677729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759195.741771:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759196.701723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759196.765852:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759197.725718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759197.789800:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759198.749761:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759198.813856:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759199.773760:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759199.837815:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759200.221766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759200.221780:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759200.221786:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759200.221799:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 437
00000100:00080000:3.0:1787759200.221814:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759200.221824:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759200.221893:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972536064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759200.221929:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759200.221937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759200.221939:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759200.221943:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 437
00000100:00080000:3.0:1787759200.221947:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759200.221952:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759200.221965:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759200.221980:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972536192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759200.222043:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972536064:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759200.222123:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759200.222172:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759200/real 1787759200]  req@ffff96b491058f00 x1874600972536064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759200.222191:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972536064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759200.222216:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759200.222220:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759200.222224:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972536064:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759200.222231:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972536192:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759200.222254:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759200.222287:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759200/real 1787759200]  req@ffff96b491058b40 x1874600972536192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759200.222299:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972536192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759200.222307:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759200.222310:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759200.222313:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972536192:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759200.797770:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759200.861831:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759201.821783:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759201.886223:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759202.845748:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759202.910158:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759203.871025:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759203.933826:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759204.893679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759204.959178:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759205.341765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759205.341801:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759205.341807:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759205.341820:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 442
00000100:00080000:3.0:1787759205.341833:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759205.341842:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759205.341897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972536320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759205.341930:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759205.341934:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759205.341936:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759205.341940:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 442
00000100:00080000:3.0:1787759205.341943:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759205.341947:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759205.341960:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759205.341974:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972536448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759205.342006:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972536320:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759205.342085:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759205.342145:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759205/real 1787759205]  req@ffff96b4910583c0 x1874600972536320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759205.342164:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972536320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759205.342176:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759205.342180:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759205.342184:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972536320:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759205.342216:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972536448:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759205.342240:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759205.342269:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759205/real 1787759205]  req@ffff96b49105ad00 x1874600972536448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759205.342280:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972536448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759205.342288:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759205.342292:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759205.342294:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972536448:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759205.917721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759205.982670:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759206.941723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759207.005899:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759207.965748:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759208.029840:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759208.989747:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759209.053973:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759210.013714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759210.077832:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759210.462957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759210.462966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759210.462970:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759210.462980:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 447
00000100:00080000:1.0:1787759210.462992:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759210.463008:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759210.463049:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972536576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759210.463083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759210.463101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759210.463104:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759210.463109:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 447
00000100:00080000:1.0:1787759210.463114:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759210.463121:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759210.463133:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759210.463147:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972536704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759210.463166:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972536576:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759210.463261:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759210.463325:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759210/real 1787759210]  req@ffff96b48d40f0c0 x1874600972536576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759210.463345:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972536576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759210.463357:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759210.463362:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759210.463366:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972536576:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759210.463404:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972536704:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759210.463459:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759210.463489:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759210/real 1787759210]  req@ffff96b48d40de00 x1874600972536704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759210.463503:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972536704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759210.463510:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759210.463514:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759210.463517:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972536704:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759211.037745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759211.101993:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759212.061711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759212.127000:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759213.085738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759213.149927:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759214.109950:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759214.173795:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759215.133729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759215.197817:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759215.581717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759215.581728:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759215.581734:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759215.581744:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 453
00000100:00080000:0.0:1787759215.581754:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759215.581763:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759215.581795:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972536832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759215.581818:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759215.581822:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759215.581824:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759215.581828:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 453
00000100:00080000:0.0:1787759215.581839:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759215.581845:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759215.581868:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759215.581871:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972536832:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759215.581883:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972536960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759215.581943:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759215.581997:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759215/real 1787759215]  req@ffff96b491185e00 x1874600972536832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759215.582015:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972536832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759215.582025:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759215.582030:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759215.582034:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972536832:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759215.582062:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972536960:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759215.582088:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759215.582101:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759215/real 1787759215]  req@ffff96b491185680 x1874600972536960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759215.582126:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972536960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759215.582141:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759215.582145:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759215.582148:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972536960:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759216.157713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759216.221790:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759217.181758:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759217.245909:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759218.205697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759218.269855:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759219.229726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759219.293775:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759220.253724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759220.318366:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759220.701681:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759220.701692:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759220.701701:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759220.701711:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 458
00000100:00080000:0.0:1787759220.701720:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759220.701727:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759220.701772:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972537088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759220.701810:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759220.701814:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759220.701816:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759220.701820:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 458
00000100:00080000:0.0:1787759220.701824:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759220.701828:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759220.701838:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759220.701849:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972537088:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759220.701854:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972537216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759220.701953:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972537216:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759221.277685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759221.341762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759222.301664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759222.365740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759223.325686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759223.389779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787759223.773892:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:2.0:1787759223.773948:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787759223.773964:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787759223.774004:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:1.0:1787759223.774050:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759220/real 1787759223]  req@ffff96b491185e00 x1874600972537216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759223.774078:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972537216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759223.774091:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759223.774096:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759223.774100:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972537216:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759223.774108:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759220/real 1787759223]  req@ffff96b491185680 x1874600972537088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759223.774118:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972537088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759223.774123:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759223.774125:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759223.774127:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972537088:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759224.349696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759224.413754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759225.373684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759225.437750:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759225.821725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759225.821745:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759225.821748:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759225.821757:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 463
00000100:00080000:2.0:1787759225.821767:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759225.821773:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759225.821804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972537344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759225.821828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759225.821832:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759225.821845:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759225.821851:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 463
00000100:00080000:2.0:1787759225.821855:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759225.821860:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759225.821869:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972537344:192.168.204.133@tcp:250:kworker.0
00000008:00100000:2.0:1787759225.821869:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759225.821895:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972537472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759225.821933:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759225.821971:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759225/real 1787759225]  req@ffff96b49109cb40 x1874600972537344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759225.821986:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972537344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759225.821995:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759225.821999:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759225.822002:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972537344:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759225.822024:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972537472:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759225.822045:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759225.822056:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759225/real 1787759225]  req@ffff96b49109e1c0 x1874600972537472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759225.822067:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972537472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759225.822073:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759225.822076:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759225.822079:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972537472:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759226.397727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759226.461790:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759227.421707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759227.485773:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759228.445718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759228.509786:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759229.469643:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759229.533769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759230.493728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759230.557775:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759230.941736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759230.941769:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759230.941777:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759230.941788:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 468
00000100:00080000:0.0:1787759230.941799:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759230.941807:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759230.941845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972537600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759230.941871:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759230.941874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759230.941875:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759230.941878:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 468
00000100:00080000:0.0:1787759230.941880:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759230.941882:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759230.941892:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759230.941901:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972537728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759230.941929:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972537600:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787759230.942008:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759230.942052:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759230/real 1787759230]  req@ffff96b491184b40 x1874600972537600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759230.942096:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972537600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759230.942108:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759230.942112:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759230.942117:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972537600:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759230.942124:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972537728:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759230.942155:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759230.942168:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759230/real 1787759230]  req@ffff96b491186580 x1874600972537728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759230.942180:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972537728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759230.942189:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759230.942192:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759230.942196:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972537728:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759231.517688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759231.581791:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759232.541696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759232.605734:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759233.565704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759233.629812:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759234.589689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759234.653769:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759235.613704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759235.677756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759236.061760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759236.061770:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759236.061775:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759236.061786:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 473
00000100:00080000:0.0:1787759236.061797:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759236.061806:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759236.061843:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972537856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759236.061887:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759236.061890:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759236.061891:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759236.061894:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 473
00000100:00080000:0.0:1787759236.061897:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759236.061900:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759236.061909:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759236.061921:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184780 x1874600972537984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759236.061940:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972537856:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787759236.062040:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759236.062087:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759236/real 1787759236]  req@ffff96b491186d00 x1874600972537856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759236.062110:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972537856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759236.062144:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759236.062148:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759236.062152:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972537856:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759236.062178:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972537984:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759236.062199:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759236.062208:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759236/real 1787759236]  req@ffff96b491184780 x1874600972537984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759236.062217:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184780 x1874600972537984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759236.062223:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759236.062226:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759236.062228:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972537984:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759236.637707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759236.701828:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759237.661673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759237.725727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759238.685665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759238.749796:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759239.709643:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759239.773754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759240.733672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759240.797740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759241.181715:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759241.181725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759241.181730:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759241.181741:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 478
00000100:00080000:0.0:1787759241.181754:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759241.181762:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759241.181807:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184780 x1874600972538112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759241.181834:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759241.181837:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759241.181838:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759241.181841:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 478
00000100:00080000:0.0:1787759241.181865:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759241.181869:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759241.181882:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972538112:192.168.204.133@tcp:250:kworker.0
00000008:00100000:0.0:1787759241.181887:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759241.181901:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972538240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759241.181968:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759241.182014:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759241/real 1787759241]  req@ffff96b491184780 x1874600972538112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759241.182041:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184780 x1874600972538112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759241.182050:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759241.182054:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759241.182057:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972538112:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759241.182088:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972538240:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759241.182108:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759241.182117:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759241/real 1787759241]  req@ffff96b491186d00 x1874600972538240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759241.182126:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972538240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759241.182132:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759241.182134:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759241.182137:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972538240:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759241.757660:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759241.821747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759242.781661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759242.845769:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759243.805652:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759243.869803:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759244.829664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759244.893727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759245.853708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759245.917772:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759246.301688:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759246.301697:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759246.301700:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759246.301709:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 483
00000100:00080000:0.0:1787759246.301717:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759246.301723:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759246.301762:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972538368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759246.301782:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759246.301785:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759246.301786:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759246.301789:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 483
00000100:00080000:0.0:1787759246.301792:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759246.301795:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759246.301803:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759246.301814:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972538368:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759246.301815:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972538496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759246.301876:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759246.301909:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759246/real 1787759246]  req@ffff96b491186580 x1874600972538368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759246.301923:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972538368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759246.301931:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759246.301934:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759246.301937:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972538368:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759246.301954:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972538496:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759246.301969:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759246.301984:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759246/real 1787759246]  req@ffff96b491184b40 x1874600972538496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759246.301993:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972538496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759246.301999:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759246.302002:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759246.302004:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972538496:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759246.877692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759246.941729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759247.901684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759247.965811:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759248.925705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759248.989745:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759249.949729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759250.013760:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759250.973738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759251.037776:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759251.421697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759251.421710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759251.421715:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759251.421726:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 488
00000100:00080000:0.0:1787759251.421737:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759251.421747:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759251.421784:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972538624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759251.421812:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759251.421815:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759251.421816:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759251.421819:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 488
00000100:00080000:0.0:1787759251.421822:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759251.421827:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759251.421835:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759251.421847:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972538752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759251.421866:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972538624:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759251.421967:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759251.422011:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759251/real 1787759251]  req@ffff96b491185680 x1874600972538624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759251.422029:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972538624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759251.422038:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759251.422042:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759251.422045:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972538624:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759251.422070:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972538752:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759251.422089:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759251.422098:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759251/real 1787759251]  req@ffff96b491185e00 x1874600972538752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759251.422107:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972538752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759251.422113:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759251.422128:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759251.422131:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972538752:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759251.997714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759252.061768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759253.021692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759253.085702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759254.045697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759254.109748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759255.069690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759255.133703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759256.093732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759256.157836:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759256.541723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759256.541736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759256.541764:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759256.541775:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 494
00000100:00080000:0.0:1787759256.541787:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759256.541796:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759256.541847:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972538880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759256.541882:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759256.541885:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759256.541887:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759256.541891:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 494
00000100:00080000:0.0:1787759256.541894:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759256.541898:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759256.541908:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759256.541923:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972539008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759256.541962:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972538880:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759256.542039:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759256.542082:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759256/real 1787759256]  req@ffff96b491185e00 x1874600972538880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759256.542119:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972538880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759256.542132:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759256.542137:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759256.542142:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972538880:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759256.542151:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972539008:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759256.542178:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759256.542192:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759256/real 1787759256]  req@ffff96b491185680 x1874600972539008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759256.542205:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972539008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759256.542215:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759256.542219:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759256.542222:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972539008:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759257.117764:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759257.181745:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759258.141678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759258.205811:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759259.165728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759259.229714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759260.189720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759260.253842:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759261.213705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759261.277761:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759261.661722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759261.661736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759261.661743:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759261.661757:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 499
00000100:00080000:1.0:1787759261.661772:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759261.661808:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759261.661864:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972539136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759261.661897:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759261.661901:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759261.661903:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759261.661908:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 499
00000100:00080000:1.0:1787759261.661913:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759261.661917:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759261.661938:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759261.661955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972539264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759261.661978:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972539136:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759261.662084:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759261.662121:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759261/real 1787759261]  req@ffff96b48d40f480 x1874600972539136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759261.662136:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972539136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759261.662144:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759261.662147:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759261.662151:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972539136:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759261.662172:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972539264:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759261.662187:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759261.662194:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759261/real 1787759261]  req@ffff96b48d40e1c0 x1874600972539264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759261.662202:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972539264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759261.662207:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759261.662209:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759261.662211:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972539264:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759262.237672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759262.301780:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759263.261787:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759263.325726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759264.285709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759264.349794:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759265.309715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759265.373774:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759266.333656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759266.397755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759266.781688:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759266.781697:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759266.781701:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759266.781710:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 504
00000100:00080000:2.0:1787759266.781719:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759266.781740:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759266.781776:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972539392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759266.781811:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759266.781816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759266.781819:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759266.781824:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 504
00000100:00080000:2.0:1787759266.781829:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787759266.781832:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972539392:192.168.204.133@tcp:250:kworker.0
00000100:00080000:2.0:1787759266.781837:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759266.781850:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759266.781863:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972539520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759266.781920:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759266.781960:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759266/real 1787759266]  req@ffff96b49109c3c0 x1874600972539392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759266.781978:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972539392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759266.782001:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759266.782006:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759266.782010:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972539392:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759266.782036:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972539520:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759266.782063:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759266.782077:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759266/real 1787759266]  req@ffff96b49109fc00 x1874600972539520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759266.782091:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972539520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759266.782099:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759266.782103:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759266.782106:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972539520:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759267.357674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759267.421722:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759268.381646:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759268.445801:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759269.405703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759269.469790:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759270.429678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759270.493733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759271.453735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759271.517717:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759271.901692:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759271.901700:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759271.901704:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759271.901712:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 509
00000100:00080000:2.0:1787759271.901722:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759271.901728:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759271.901764:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972539648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759271.901791:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759271.901793:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759271.901806:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759271.901811:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 509
00000100:00080000:2.0:1787759271.901828:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759271.901832:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759271.901840:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759271.901852:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972539776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759271.901883:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972539648:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787759271.901970:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759271.902019:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759271/real 1787759271]  req@ffff96b49109c000 x1874600972539648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759271.902047:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972539648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759271.902057:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759271.902061:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759271.902064:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972539648:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759271.902071:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972539776:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759271.902089:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759271.902098:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759271/real 1787759271]  req@ffff96b49109fc00 x1874600972539776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759271.902106:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972539776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759271.902113:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759271.902115:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759271.902117:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972539776:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759272.477682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759272.541819:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759273.501728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759273.565803:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759274.525696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759274.589812:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759275.549743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759275.613818:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759276.573696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759276.637764:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759277.021684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759277.021693:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759277.021712:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759277.021720:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 514
00000100:00080000:2.0:1787759277.021730:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759277.021736:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759277.021788:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972539904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759277.021815:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759277.021818:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759277.021820:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759277.021823:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 514
00000100:00080000:2.0:1787759277.021826:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759277.021830:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759277.021839:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759277.021851:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972540032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759277.021869:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972539904:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787759277.021976:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759277.022023:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759277/real 1787759277]  req@ffff96b49109c3c0 x1874600972539904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759277.022037:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972539904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759277.022047:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759277.022050:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759277.022054:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972539904:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759277.022080:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972540032:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759277.022104:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759277.022119:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759277/real 1787759277]  req@ffff96b49109e1c0 x1874600972540032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759277.022132:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972540032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759277.022141:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759277.022144:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759277.022148:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972540032:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759277.597695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759277.661772:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759278.621716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759278.685757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759279.645680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759279.709766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759280.669707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759280.733736:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759281.693723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759281.757795:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759282.141702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759282.141713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759282.141717:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759282.141730:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 519
00000100:00080000:1.0:1787759282.141739:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759282.141745:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759282.141776:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972540160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759282.141798:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759282.141801:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759282.141802:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759282.141805:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 519
00000100:00080000:1.0:1787759282.141807:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759282.141810:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759282.141818:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759282.141830:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972540288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759282.141836:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972540160:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759282.141901:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759282.141931:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759282/real 1787759282]  req@ffff96b48d40ed00 x1874600972540160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759282.141945:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972540160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759282.141952:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759282.141955:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759282.141958:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972540160:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759282.141977:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972540288:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759282.141992:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759282.142000:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759282/real 1787759282]  req@ffff96b48d40d680 x1874600972540288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759282.142008:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972540288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759282.142013:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759282.142016:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759282.142018:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972540288:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759282.717769:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759282.781799:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759283.741674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759283.805821:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759284.765746:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759284.829845:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759285.789702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759285.853801:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759286.813677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759286.877806:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759287.261724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759287.261752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759287.261756:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759287.261768:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 524
00000100:00080000:1.0:1787759287.261781:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759287.261790:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759287.261838:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972540416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759287.261862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759287.261866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759287.261867:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759287.261871:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 524
00000100:00080000:1.0:1787759287.261875:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759287.261878:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759287.261893:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759287.261909:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972540544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759287.261913:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972540416:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759287.262025:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972540544:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759287.837677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759287.901709:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759288.861715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759288.925765:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759289.885743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759289.949777:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759290.333813:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787759290.333859:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759290.333875:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787759290.333912:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787759290.333955:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759287/real 1787759290]  req@ffff96b48d40d680 x1874600972540544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759290.333976:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972540544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759290.333984:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759290.333990:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759290.333995:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972540544:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759290.334003:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759287/real 1787759290]  req@ffff96b48d40c000 x1874600972540416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759290.334017:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972540416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759290.334026:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759290.334029:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759290.334033:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972540416:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759290.909708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759290.973757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759291.933710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759291.997785:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759292.381701:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759292.381714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759292.381719:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759292.381732:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 529
00000100:00080000:1.0:1787759292.381768:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759292.381776:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759292.381821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972540672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759292.381848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759292.381851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759292.381853:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759292.381856:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 529
00000100:00080000:1.0:1787759292.381859:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759292.381862:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759292.381875:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759292.381891:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972540800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759292.381907:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972540672:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759292.381988:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759292.382040:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759292/real 1787759292]  req@ffff96b48d40ed00 x1874600972540672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759292.382064:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972540672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759292.382093:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759292.382104:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759292.382109:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972540672:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759292.382158:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972540800:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759292.382188:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759292.382203:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759292/real 1787759292]  req@ffff96b48d40e1c0 x1874600972540800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759292.382217:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972540800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759292.382226:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759292.382229:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759292.382233:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972540800:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759292.957729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759293.021742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759293.981700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759294.045758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759295.005709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759295.069800:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759296.029703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759296.093765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759297.053725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759297.117758:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759297.501718:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759297.501730:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759297.501735:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759297.501748:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 535
00000100:00080000:0.0:1787759297.501762:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759297.501772:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759297.501837:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972540928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759297.501864:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759297.501867:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759297.501868:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759297.501872:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 535
00000100:00080000:0.0:1787759297.501875:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759297.501878:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759297.501888:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759297.501899:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972541056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759297.501910:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972540928:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759297.501995:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759297.502048:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759297/real 1787759297]  req@ffff96b491184b40 x1874600972540928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759297.502069:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972540928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759297.502082:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759297.502095:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759297.502100:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972540928:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759297.502131:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972541056:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759297.502159:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759297.502174:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759297/real 1787759297]  req@ffff96b491186580 x1874600972541056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759297.502188:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972541056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759297.502199:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759297.502203:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759297.502208:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972541056:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759298.077674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759298.141784:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759299.101743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759299.165800:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759300.125689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759300.189824:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759301.149706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759301.213766:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759302.173692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759302.237761:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759302.621655:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759302.621668:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759302.621675:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759302.621688:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 540
00000100:00080000:0.0:1787759302.621704:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759302.621713:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759302.621765:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972541184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759302.621803:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759302.621808:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759302.621810:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759302.621816:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 540
00000100:00080000:0.0:1787759302.621821:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759302.621845:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759302.621859:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759302.621871:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972541184:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759302.621880:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184780 x1874600972541312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759302.621948:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759302.621990:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759302/real 1787759302]  req@ffff96b491186d00 x1874600972541184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759302.622005:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972541184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759302.622015:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759302.622018:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759302.622022:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972541184:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759302.622054:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972541312:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759302.622072:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759302.622081:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759302/real 1787759302]  req@ffff96b491184780 x1874600972541312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759302.622090:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184780 x1874600972541312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759302.622095:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759302.622097:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759302.622099:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972541312:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759303.197729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759303.261796:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759304.221692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759304.285840:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759305.245694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759305.309879:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759306.269706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759306.333764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759307.293721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759307.357782:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759307.741710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759307.741721:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759307.741726:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759307.741736:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 545
00000100:00080000:2.0:1787759307.741749:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759307.741756:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759307.741801:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972541440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759307.741832:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759307.741835:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759307.741837:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759307.741840:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 545
00000100:00080000:2.0:1787759307.741861:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759307.741866:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759307.741877:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759307.741888:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972541568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759307.741896:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972541440:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787759307.741971:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759307.742018:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759307/real 1787759307]  req@ffff96b49109cb40 x1874600972541440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759307.742034:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972541440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759307.742044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759307.742047:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759307.742051:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972541440:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759307.742076:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972541568:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759307.742093:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759307.742124:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759307/real 1787759307]  req@ffff96b49109d2c0 x1874600972541568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759307.742139:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972541568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759307.742149:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759307.742153:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759307.742157:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972541568:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759308.317709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759308.381741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759309.341712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759309.405771:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759310.365685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759310.429757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759311.389685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759311.453762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759312.413717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759312.477766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759312.861704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759312.861715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759312.861719:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759312.861729:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 550
00000100:00080000:1.0:1787759312.861740:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759312.861748:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759312.861796:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972541696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759312.861825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759312.861829:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759312.861837:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759312.861843:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 550
00000100:00080000:1.0:1787759312.861848:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787759312.861854:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972541696:192.168.204.133@tcp:250:kworker.0
00000100:00080000:1.0:1787759312.861855:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759312.861871:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759312.861889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972541824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759312.861914:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759312.861945:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759312/real 1787759312]  req@ffff96b48d40f480 x1874600972541696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759312.861957:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972541696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759312.861965:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759312.861968:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759312.861971:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972541696:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759312.861988:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972541824:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759312.862021:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759312.862031:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759312/real 1787759312]  req@ffff96b48d40de00 x1874600972541824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759312.862040:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972541824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759312.862062:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759312.862064:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759312.862067:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972541824:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759313.437649:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759313.501754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759314.461730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759314.525781:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759315.485674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759315.549760:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759316.509690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759316.573803:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759317.533677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759317.597740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759317.981690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759317.981703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759317.981730:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759317.981753:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 555
00000100:00080000:1.0:1787759317.981766:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759317.981775:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759317.981819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972541952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759317.981851:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759317.981855:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759317.981857:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759317.981862:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 555
00000100:00080000:1.0:1787759317.981866:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759317.981869:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759317.981881:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759317.981896:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972542080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759317.981957:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972541952:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759317.982043:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759317.982100:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759317/real 1787759317]  req@ffff96b48d40f0c0 x1874600972541952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759317.982120:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972541952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759317.982133:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759317.982138:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759317.982142:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972541952:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759317.982151:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972542080:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759317.982185:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759317.982199:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759317/real 1787759317]  req@ffff96b48d40e580 x1874600972542080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759317.982213:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972542080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759317.982223:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759317.982248:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759317.982253:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972542080:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759318.557742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759318.621900:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759319.581661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759319.645680:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759320.605726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759320.669817:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759321.629745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759321.693751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759322.653718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759322.717766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759323.101718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759323.101731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759323.101737:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759323.101750:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 560
00000100:00080000:1.0:1787759323.101765:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759323.101786:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759323.101871:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972542208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759323.101904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759323.101908:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759323.101910:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759323.101916:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 560
00000100:00080000:1.0:1787759323.101921:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759323.101926:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759323.101940:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759323.101956:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972542208:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759323.101956:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972542336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759323.102048:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759323.102099:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759323/real 1787759323]  req@ffff96b48d40fc00 x1874600972542208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759323.102122:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972542208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759323.102132:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759323.102136:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759323.102139:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972542208:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759323.102167:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972542336:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787759323.102190:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759323.102200:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759323/real 1787759323]  req@ffff96b48d40e580 x1874600972542336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759323.102211:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972542336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759323.102228:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759323.102231:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759323.102234:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972542336:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759323.677737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759323.741715:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759324.701687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759324.765757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759325.725773:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759325.789714:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759326.749704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759326.813793:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759327.773731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759327.837689:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759328.221686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759328.221695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759328.221710:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759328.221719:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 565
00000100:00080000:0.0:1787759328.221728:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759328.221734:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759328.221768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184780 x1874600972542464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759328.221791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759328.221794:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759328.221796:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759328.221799:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 565
00000100:00080000:0.0:1787759328.221801:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759328.221804:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759328.221811:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759328.221820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972542592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759328.221888:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972542464:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759328.221976:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759328.222024:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759328/real 1787759328]  req@ffff96b491184780 x1874600972542464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759328.222040:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184780 x1874600972542464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759328.222049:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759328.222053:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759328.222056:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972542464:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759328.222063:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972542592:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759328.222079:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759328.222088:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759328/real 1787759328]  req@ffff96b491186d00 x1874600972542592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759328.222096:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972542592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759328.222101:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759328.222125:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759328.222129:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972542592:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759328.797707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759328.861802:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759329.821685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759329.885776:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759330.845730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759330.909793:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759331.869768:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759331.933713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759332.893710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759332.957842:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759333.341716:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759333.341727:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759333.341731:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759333.341749:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 570
00000100:00080000:3.0:1787759333.341759:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759333.341767:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759333.341802:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972542720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759333.341825:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759333.341827:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759333.341829:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759333.341832:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 570
00000100:00080000:3.0:1787759333.341835:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759333.341838:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759333.341847:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759333.341857:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972542848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759333.341877:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972542720:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759333.341967:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759333.342012:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759333/real 1787759333]  req@ffff96b491058000 x1874600972542720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759333.342029:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972542720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759333.342039:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759333.342042:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759333.342047:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972542720:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759333.342078:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972542848:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759333.342104:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759333.342115:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759333/real 1787759333]  req@ffff96b491059680 x1874600972542848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759333.342124:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972542848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759333.342131:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759333.342133:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759333.342136:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972542848:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759333.917744:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759333.981804:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759334.941684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759335.005727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759335.965722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759336.029729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759336.989719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759337.053735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759338.013705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759338.077753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759338.461723:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759338.461734:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759338.461739:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759338.461752:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 575
00000100:00080000:3.0:1787759338.461764:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759338.461772:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759338.461822:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972542976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759338.461883:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759338.461886:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759338.461888:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759338.461892:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 575
00000100:00080000:3.0:1787759338.461895:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759338.461899:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759338.461909:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759338.461921:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972543104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759338.461931:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972542976:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759338.462005:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759338.462047:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759338/real 1787759338]  req@ffff96b49105b0c0 x1874600972542976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759338.462063:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972542976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759338.462072:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759338.462076:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759338.462079:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972542976:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759338.462104:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972543104:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759338.462119:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759338.462127:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759338/real 1787759338]  req@ffff96b491059a40 x1874600972543104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759338.462135:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972543104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759338.462141:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759338.462144:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759338.462148:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972543104:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759339.037684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759339.101765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759340.061690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759340.125746:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759341.085656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759341.149751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759342.109663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759342.173766:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759343.133753:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759343.197799:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759343.581743:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759343.581756:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759343.581762:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759343.581776:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 581
00000100:00080000:3.0:1787759343.581791:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759343.581800:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759343.581854:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972543232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759343.581890:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759343.581895:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759343.581897:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759343.581901:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 581
00000100:00080000:3.0:1787759343.581904:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759343.581909:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759343.581941:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759343.581949:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972543232:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759343.581959:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972543360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759343.582030:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759343.582074:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759343/real 1787759343]  req@ffff96b491059a40 x1874600972543232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759343.582089:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972543232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759343.582099:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759343.582103:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759343.582106:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972543232:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759343.582132:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972543360:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759343.582148:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759343.582156:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759343/real 1787759343]  req@ffff96b49105b0c0 x1874600972543360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759343.582165:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972543360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759343.582171:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759343.582173:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759343.582175:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972543360:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759344.157703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759344.221753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759345.181703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759345.245775:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759346.205651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759346.269810:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759347.229690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759347.293809:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759348.253756:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759348.317739:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759348.701708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759348.701719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759348.701723:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759348.701734:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 586
00000100:00080000:1.0:1787759348.701744:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759348.701753:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759348.701792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972543488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759348.701823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759348.701827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759348.701829:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759348.701834:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 586
00000100:00080000:1.0:1787759348.701839:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759348.701843:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759348.701854:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759348.701869:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972543616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759348.701873:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972543488:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759348.701950:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759348.701984:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759348/real 1787759348]  req@ffff96b48d40f0c0 x1874600972543488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759348.702003:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972543488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759348.702014:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759348.702019:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759348.702022:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972543488:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759348.702045:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972543616:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759348.702079:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759348.702092:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759348/real 1787759348]  req@ffff96b48d40de00 x1874600972543616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759348.702101:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972543616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759348.702107:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759348.702109:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759348.702111:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972543616:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759349.277736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759349.341731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759350.301689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759350.365726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759351.325688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759351.389710:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759352.349680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759352.413741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759353.373701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759353.437746:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759353.821802:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759353.821813:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759353.821819:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759353.821830:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 591
00000100:00080000:3.0:1787759353.821842:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759353.821850:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759353.821896:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972543744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759353.821926:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759353.821929:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759353.821930:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759353.821934:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 591
00000100:00080000:3.0:1787759353.821936:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759353.821939:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759353.821948:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759353.821959:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972543872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759353.821992:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972543744:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759353.822121:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972543872:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759354.397656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759354.461751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759355.421685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759355.485857:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759356.445671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759356.509727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787759356.893847:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787759356.893892:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759356.893910:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787759356.893947:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787759356.893990:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759353/real 1787759356]  req@ffff96b491059680 x1874600972543744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759356.894017:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972543744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759356.894029:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759356.894034:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759356.894038:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972543744:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759356.894046:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759353/real 1787759356]  req@ffff96b491058000 x1874600972543872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759356.894064:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972543872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759356.894086:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759356.894091:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759356.894095:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972543872:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759357.469709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759357.533788:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759358.493691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759358.557711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759358.941672:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759358.941683:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759358.941687:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759358.941712:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 596
00000100:00080000:3.0:1787759358.941724:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759358.941734:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759358.941770:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972544000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759358.941796:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759358.941800:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759358.941802:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759358.941805:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 596
00000100:00080000:3.0:1787759358.941809:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759358.941812:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759358.941821:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759358.941836:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972544000:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759358.941837:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972544128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759358.941909:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759358.941950:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759358/real 1787759358]  req@ffff96b49105ad00 x1874600972544000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759358.941969:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972544000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759358.941980:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759358.941985:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759358.941990:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972544000:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759358.942020:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972544128:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759358.942057:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759358.942073:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759358/real 1787759358]  req@ffff96b4910583c0 x1874600972544128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759358.942110:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972544128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759358.942120:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759358.942124:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759358.942128:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972544128:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759359.517708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759359.581810:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759360.541723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759360.605790:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759361.565706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759361.629792:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759362.589689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759362.653725:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759363.613686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759363.677803:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759364.061691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759364.061702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759364.061706:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759364.061717:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 601
00000100:00080000:1.0:1787759364.061728:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759364.061735:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759364.061768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972544256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759364.061794:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759364.061797:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759364.061798:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759364.061815:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 601
00000100:00080000:1.0:1787759364.061819:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759364.061823:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759364.061832:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759364.061843:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972544256:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759364.061844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972544384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759364.061904:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759364.061936:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759364/real 1787759364]  req@ffff96b48d40f480 x1874600972544256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759364.061960:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972544256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759364.061968:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759364.061971:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759364.061974:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972544256:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759364.061993:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972544384:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759364.062026:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759364.062036:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759364/real 1787759364]  req@ffff96b48d40e1c0 x1874600972544384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759364.062044:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972544384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759364.062050:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759364.062052:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759364.062054:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972544384:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759364.637747:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759364.701873:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759365.661688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759365.725837:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759366.685700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759366.749717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759367.709697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759367.773810:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759368.733715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759368.797752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759369.181740:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759369.181750:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759369.181753:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759369.181762:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 606
00000100:00080000:3.0:1787759369.181771:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759369.181777:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759369.181822:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972544512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759369.181849:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759369.181851:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759369.181853:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759369.181855:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 606
00000100:00080000:3.0:1787759369.181858:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759369.181861:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759369.181868:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759369.181879:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972544640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759369.181919:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972544512:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759369.182001:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759369.182056:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759369/real 1787759369]  req@ffff96b491058b40 x1874600972544512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759369.182088:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972544512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759369.182115:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759369.182119:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759369.182123:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972544512:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759369.182129:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972544640:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759369.182153:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759369.182168:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759369/real 1787759369]  req@ffff96b491058f00 x1874600972544640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759369.182182:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972544640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759369.182191:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759369.182194:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759369.182197:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972544640:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759369.757734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759369.821776:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759370.781735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759370.845809:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759371.806031:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759371.869782:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759372.829696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759372.893800:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759373.853684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759373.917762:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759374.301676:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759374.301686:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759374.301691:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759374.301701:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 611
00000100:00080000:3.0:1787759374.301713:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759374.301721:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759374.301761:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972544768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759374.301789:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759374.301793:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759374.301795:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759374.301828:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 611
00000100:00080000:3.0:1787759374.301832:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759374.301836:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759374.301845:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759374.301854:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972544768:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759374.301859:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972544896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759374.301921:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759374.301959:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759374/real 1787759374]  req@ffff96b491058f00 x1874600972544768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759374.301975:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972544768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759374.301998:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759374.302002:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759374.302007:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972544768:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759374.302030:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972544896:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759374.302054:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759374.302066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759374/real 1787759374]  req@ffff96b491058b40 x1874600972544896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759374.302077:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972544896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759374.302086:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759374.302089:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759374.302092:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972544896:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759374.877685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759374.941767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759375.901687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759375.965761:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759376.925742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759376.989868:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759377.949668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759378.013816:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759378.973739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759379.037783:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759379.421725:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759379.421735:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759379.421738:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759379.421750:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 616
00000100:00080000:3.0:1787759379.421761:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759379.421769:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759379.421806:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972545024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759379.421838:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759379.421842:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759379.421844:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759379.421849:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 616
00000100:00080000:3.0:1787759379.421853:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759379.421857:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759379.421868:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759379.421882:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972545152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759379.421890:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972545024:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759379.421948:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759379.421988:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759379/real 1787759379]  req@ffff96b4910583c0 x1874600972545024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759379.422016:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972545024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759379.422024:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759379.422027:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759379.422029:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972545024:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759379.422053:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972545152:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759379.422079:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759379.422093:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759379/real 1787759379]  req@ffff96b49105ad00 x1874600972545152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759379.422104:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972545152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759379.422110:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759379.422113:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759379.422116:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972545152:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759379.997754:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759380.061773:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759381.021679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759381.085751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759382.045742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759382.109788:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759383.069685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759383.133745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759384.093742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759384.157803:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759384.541750:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759384.541766:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759384.541772:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759384.541795:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 622
00000100:00080000:3.0:1787759384.541809:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759384.541820:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759384.541874:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972545280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759384.541904:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759384.541907:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759384.541909:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759384.541913:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 622
00000100:00080000:3.0:1787759384.541916:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759384.541920:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759384.541931:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759384.541943:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972545408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759384.541949:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972545280:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759384.542040:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759384.542082:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759384/real 1787759384]  req@ffff96b491058000 x1874600972545280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759384.542097:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972545280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759384.542107:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759384.542110:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759384.542113:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972545280:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759384.542136:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972545408:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759384.542154:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759384.542168:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759384/real 1787759384]  req@ffff96b491059680 x1874600972545408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759384.542182:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972545408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759384.542192:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759384.542196:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759384.542200:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972545408:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759385.117668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759385.181715:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759386.141751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759386.205751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759387.165708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759387.229721:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759388.189741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759388.253737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759389.213704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759389.277744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759389.661700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759389.661711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759389.661716:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759389.661726:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 627
00000100:00080000:3.0:1787759389.661755:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759389.661765:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759389.661834:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972545536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759389.661867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759389.661871:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759389.661874:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759389.661879:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 627
00000100:00080000:3.0:1787759389.661884:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759389.661889:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759389.661899:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759389.661915:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972545664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759389.661938:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972545536:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759389.662002:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759389.662040:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759389/real 1787759389]  req@ffff96b49105b0c0 x1874600972545536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759389.662057:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972545536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759389.662067:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759389.662072:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759389.662076:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972545536:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759389.662100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972545664:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759389.662137:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759389.662149:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759389/real 1787759389]  req@ffff96b491059a40 x1874600972545664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759389.662161:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972545664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759389.662170:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759389.662173:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759389.662176:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972545664:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759390.237701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759390.301807:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759391.261704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759391.325705:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759392.285712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759392.349750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759393.309652:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759393.373676:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759394.333683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759394.397682:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759394.781690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759394.781700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759394.781704:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759394.781714:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 632
00000100:00080000:3.0:1787759394.781726:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759394.781742:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759394.781781:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972545792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759394.781809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759394.781813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759394.781816:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759394.781820:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 632
00000100:00080000:3.0:1787759394.781831:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759394.781854:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759394.781855:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972545792:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787759394.781871:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759394.781889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972545920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759394.781917:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759394.781955:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759394/real 1787759394]  req@ffff96b491059a40 x1874600972545792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759394.781976:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972545792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759394.781989:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759394.781995:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759394.782000:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972545792:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759394.782023:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972545920:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759394.782048:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759394.782058:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759394/real 1787759394]  req@ffff96b49105b0c0 x1874600972545920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759394.782070:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972545920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759394.782076:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759394.782079:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759394.782083:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972545920:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759395.357692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759395.421686:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759396.381736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759396.445815:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759397.405693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759397.469697:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759398.429688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759398.493808:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759399.453750:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759399.517711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759399.901731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759399.901744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759399.901748:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759399.901761:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 637
00000100:00080000:2.0:1787759399.901772:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759399.901780:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759399.901827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972546048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759399.901859:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759399.901862:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759399.901864:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759399.901867:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 637
00000100:00080000:2.0:1787759399.901870:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759399.901873:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759399.901883:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759399.901893:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972546048:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759399.901897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972546176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759399.901968:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759399.902011:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759399/real 1787759399]  req@ffff96b49109f840 x1874600972546048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759399.902026:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972546048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759399.902060:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759399.902064:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759399.902067:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972546048:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759399.902091:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972546176:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759399.902109:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759399.902119:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759399/real 1787759399]  req@ffff96b49109d2c0 x1874600972546176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759399.902127:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972546176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759399.902133:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759399.902135:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759399.902137:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972546176:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759400.477724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759400.541753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759401.501696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759401.565737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759402.525683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759402.589791:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759403.549751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759403.613676:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759404.573653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759404.637765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759405.021742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759405.021753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759405.021758:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759405.021769:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 642
00000100:00080000:3.0:1787759405.021781:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759405.021787:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759405.021831:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972546304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759405.021855:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759405.021859:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759405.021860:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759405.021864:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 642
00000100:00080000:3.0:1787759405.021866:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759405.021868:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759405.021879:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759405.021889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972546432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759405.021906:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972546304:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787759405.021977:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759405.022028:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759405/real 1787759405]  req@ffff96b491059680 x1874600972546304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759405.022050:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972546304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759405.022077:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759405.022080:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759405.022084:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972546304:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759405.022109:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972546432:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759405.022128:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759405.022138:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759405/real 1787759405]  req@ffff96b491058000 x1874600972546432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759405.022146:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972546432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759405.022152:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759405.022155:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759405.022157:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972546432:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759405.597694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759405.661702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759406.621736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759406.685775:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759407.645696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759407.709674:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759408.669707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759408.733807:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759409.693715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759409.757739:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759410.141743:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759410.141759:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759410.141764:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759410.141780:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 647
00000100:00080000:0.0:1787759410.141795:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759410.141805:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759410.141861:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972546560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759410.141900:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759410.141905:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759410.141907:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759410.141913:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 647
00000100:00080000:0.0:1787759410.141919:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759410.141934:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759410.141946:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972546560:192.168.204.133@tcp:250:kworker.0
00000008:00100000:0.0:1787759410.141950:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759410.141984:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972546688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759410.142031:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759410.142084:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759410/real 1787759410]  req@ffff96b491186580 x1874600972546560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759410.142124:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972546560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759410.142146:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759410.142149:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759410.142153:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972546560:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759410.142175:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972546688:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759410.142195:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759410.142205:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759410/real 1787759410]  req@ffff96b491184b40 x1874600972546688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759410.142214:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972546688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759410.142220:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759410.142222:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759410.142224:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972546688:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759410.717700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759410.781751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759411.741709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759411.805739:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759412.765673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759412.829713:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759413.789744:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759413.853688:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759414.813703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759414.877733:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759415.261692:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759415.261701:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759415.261723:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759415.261735:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 652
00000100:00080000:3.0:1787759415.261747:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759415.261755:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759415.261791:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972546816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759415.261815:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759415.261819:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759415.261821:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759415.261828:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 652
00000100:00080000:3.0:1787759415.261831:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759415.261838:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759415.261848:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759415.261856:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972546816:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759415.261867:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972546944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759415.261942:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759415.262017:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759415/real 1787759415]  req@ffff96b49105ad00 x1874600972546816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759415.262041:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972546816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759415.262067:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759415.262072:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759415.262075:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972546816:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759415.262107:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972546944:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759415.262134:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759415.262150:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759415/real 1787759415]  req@ffff96b4910583c0 x1874600972546944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759415.262165:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972546944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759415.262173:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759415.262176:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759415.262178:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972546944:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759415.837678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759415.901686:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759416.861656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759416.925817:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759417.885687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759417.949737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759418.909696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759418.973744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759419.933743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759419.997726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759420.381714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759420.381725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759420.381729:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759420.381741:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 657
00000100:00080000:2.0:1787759420.381754:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759420.381761:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759420.381796:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972547072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759420.381823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759420.381826:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759420.381828:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759420.381831:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 657
00000100:00080000:2.0:1787759420.381833:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759420.381836:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759420.381845:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759420.381854:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972547200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759420.381878:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972547072:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759420.382019:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972547200:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759420.957719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759421.021769:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759421.981664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759422.045728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759423.005686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759423.069799:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759423.453875:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787759423.453922:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759423.453939:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787759423.453984:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:1.0:1787759423.454010:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759420/real 1787759423]  req@ffff96b49109e1c0 x1874600972547200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759423.454035:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972547200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759423.454044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759423.454047:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759423.454050:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972547200:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759423.454056:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759420/real 1787759423]  req@ffff96b49109cb40 x1874600972547072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759423.454064:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972547072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759423.454069:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759423.454071:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759423.454076:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972547072:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759424.029683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759424.093786:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759425.053711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759425.117726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759425.501713:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759425.501736:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759425.501740:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759425.501751:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 663
00000100:00080000:0.0:1787759425.501761:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759425.501769:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759425.501814:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972547328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759425.501847:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759425.501851:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759425.501857:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759425.501862:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 663
00000100:00080000:0.0:1787759425.501865:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759425.501870:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759425.501880:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759425.501894:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972547456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759425.501906:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972547328:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787759425.501972:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759425.502016:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759425/real 1787759425]  req@ffff96b491185680 x1874600972547328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759425.502050:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972547328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759425.502060:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759425.502064:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759425.502068:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972547328:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759425.502100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972547456:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787759425.502127:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787759425.502150:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759425/real 1787759425]  req@ffff96b491185e00 x1874600972547456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759425.502165:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972547456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759425.502174:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759425.502177:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787759425.502181:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972547456:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759426.077686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759426.141759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759427.101747:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759427.165800:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759428.125696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759428.189709:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759429.149724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759429.213781:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759430.173676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759430.237748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759430.621734:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759430.621741:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759430.621744:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759430.621753:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 668
00000100:00080000:3.0:1787759430.621768:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759430.621789:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759430.621831:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972547584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759430.621861:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759430.621866:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759430.621869:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759430.621874:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 668
00000100:00080000:3.0:1787759430.621880:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759430.621886:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759430.621905:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759430.621907:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972547584:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759430.621920:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972547712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759430.621965:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759430.622000:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759430/real 1787759430]  req@ffff96b491058b40 x1874600972547584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759430.622018:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972547584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759430.622044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759430.622049:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759430.622053:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972547584:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759430.622077:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972547712:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759430.622103:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759430.622117:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759430/real 1787759430]  req@ffff96b491058f00 x1874600972547712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759430.622130:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972547712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759430.622139:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759430.622142:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759430.622146:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972547712:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759431.197737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759431.261849:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759432.221720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759432.285729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759433.245727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759433.309757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759434.269738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759434.333778:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759435.293732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759435.357825:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759435.741689:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759435.741698:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759435.741702:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759435.741710:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 673
00000100:00080000:3.0:1787759435.741719:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759435.741726:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759435.741761:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972547840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759435.741787:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759435.741790:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759435.741804:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759435.741809:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 673
00000100:00080000:3.0:1787759435.741813:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759435.741818:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759435.741829:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759435.741843:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972547968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759435.741856:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972547840:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759435.741932:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759435.741974:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759435/real 1787759435]  req@ffff96b491058f00 x1874600972547840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759435.741987:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972547840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759435.741996:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759435.741999:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759435.742002:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972547840:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759435.742049:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972547968:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759435.742070:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759435.742078:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759435/real 1787759435]  req@ffff96b491058b40 x1874600972547968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759435.742086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972547968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759435.742092:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759435.742094:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759435.742096:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972547968:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759436.317681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759436.381731:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759437.341735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759437.405764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759438.365716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759438.429735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759439.389678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759439.453776:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759440.413710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759440.477730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759440.861690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759440.861703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759440.861709:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759440.861722:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 678
00000100:00080000:2.0:1787759440.861735:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759440.861742:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759440.861781:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972548096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759440.861813:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759440.861817:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759440.861818:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759440.861821:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 678
00000100:00080000:2.0:1787759440.861823:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759440.861842:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759440.861853:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759440.861862:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972548096:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759440.861864:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972548224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787759440.861941:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759440.861991:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759440/real 1787759440]  req@ffff96b49109c3c0 x1874600972548096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759440.862007:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972548096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759440.862015:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759440.862018:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759440.862021:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972548096:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759440.862042:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972548224:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759440.862059:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759440.862068:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759440/real 1787759440]  req@ffff96b49109fc00 x1874600972548224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759440.862087:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972548224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759440.862098:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759440.862100:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759440.862102:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972548224:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759441.437683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759441.501749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759442.461705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759442.525760:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759443.485679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759443.549782:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759444.509715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759444.573774:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759445.533715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759445.597757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759445.981740:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759445.981752:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759445.981757:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759445.981771:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 683
00000100:00080000:3.0:1787759445.981784:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759445.981792:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759445.981839:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972548352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759445.981872:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759445.981881:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759445.981883:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759445.981887:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 683
00000100:00080000:3.0:1787759445.981890:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759445.981894:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759445.981904:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759445.981912:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972548352:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759445.981945:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972548480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759445.981992:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759445.982041:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759445/real 1787759445]  req@ffff96b4910583c0 x1874600972548352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759445.982060:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972548352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759445.982071:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759445.982076:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759445.982080:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972548352:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759445.982105:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972548480:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759445.982128:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759445.982140:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759445/real 1787759445]  req@ffff96b49105ad00 x1874600972548480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759445.982148:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972548480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759445.982154:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759445.982156:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759445.982158:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972548480:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759446.557742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759446.621730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759447.581714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759447.645759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759448.605676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759448.669732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759449.629685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759449.693743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759450.653680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759450.717792:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759451.101706:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759451.101716:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759451.101720:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759451.101736:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 688
00000100:00080000:3.0:1787759451.101747:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759451.101754:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759451.101805:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972548608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759451.101830:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759451.101833:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759451.101834:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759451.101837:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 688
00000100:00080000:3.0:1787759451.101840:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759451.101842:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759451.101852:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759451.101862:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972548736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759451.101875:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972548608:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759451.101946:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759451.101993:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759451/real 1787759451]  req@ffff96b491058000 x1874600972548608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759451.102010:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972548608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759451.102023:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759451.102026:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759451.102029:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972548608:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759451.102050:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972548736:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759451.102066:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759451.102074:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759451/real 1787759451]  req@ffff96b491059680 x1874600972548736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759451.102081:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972548736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759451.102087:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759451.102089:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759451.102091:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972548736:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759451.677686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759451.741734:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759452.701683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759452.765787:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759453.725655:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759453.789701:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759454.749703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759454.813737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759455.773684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759455.837722:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759456.221703:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759456.221713:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759456.221718:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759456.221728:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 693
00000100:00080000:0.0:1787759456.221738:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759456.221746:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759456.221780:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972548864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759456.221816:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759456.221818:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759456.221819:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759456.221823:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 693
00000100:00080000:0.0:1787759456.221825:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759456.221829:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759456.221838:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759456.221852:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972548992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759456.221855:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972548864:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759456.221907:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759456.221936:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759456/real 1787759456]  req@ffff96b491185e00 x1874600972548864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759456.221954:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972548864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759456.221961:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759456.221964:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759456.221967:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972548864:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759456.221983:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972548992:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759456.221997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759456.222012:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759456/real 1787759456]  req@ffff96b491185680 x1874600972548992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759456.222023:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972548992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759456.222028:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759456.222030:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759456.222032:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972548992:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759456.797672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759456.861692:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759457.821681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759457.885769:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759458.845708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759458.909720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759459.869704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759459.933750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759460.893697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759460.957741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759461.341682:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759461.341699:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759461.341703:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759461.341713:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 698
00000100:00080000:0.0:1787759461.341723:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759461.341731:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759461.341762:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972549120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759461.341785:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759461.341788:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759461.341790:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759461.341793:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 698
00000100:00080000:0.0:1787759461.341796:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759461.341800:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759461.341823:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759461.341830:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972549120:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759461.341835:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972549248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759461.341886:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759461.341917:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759461/real 1787759461]  req@ffff96b491184b40 x1874600972549120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759461.341928:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972549120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759461.341958:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759461.341961:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759461.341964:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972549120:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759461.341981:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972549248:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759461.341996:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759461.342004:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759461/real 1787759461]  req@ffff96b491186580 x1874600972549248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759461.342011:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972549248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759461.342017:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759461.342019:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759461.342021:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972549248:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759461.917689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759461.981721:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759462.941674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759463.005779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759463.965724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759464.029757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759464.989665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759465.053837:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759466.013675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759466.077746:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759466.461679:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759466.461686:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759466.461690:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759466.461698:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 703
00000100:00080000:0.0:1787759466.461711:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759466.461717:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759466.461744:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972549376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759466.461765:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759466.461767:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759466.461769:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759466.461772:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 703
00000100:00080000:0.0:1787759466.461774:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759466.461777:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759466.461784:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759466.461793:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972549376:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759466.461796:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184780 x1874600972549504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787759466.461848:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759466.461878:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759466/real 1787759466]  req@ffff96b491186d00 x1874600972549376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759466.461892:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972549376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759466.461899:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759466.461902:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759466.461905:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972549376:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759466.461970:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972549504:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759466.461986:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759466.461995:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759466/real 1787759466]  req@ffff96b491184780 x1874600972549504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759466.462015:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184780 x1874600972549504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759466.462021:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759466.462023:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759466.462026:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972549504:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759467.037653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759467.101755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759468.061712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759468.125754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759469.085700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759469.149766:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759470.109686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759470.173745:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759471.133723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759471.197754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759471.581691:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759471.581728:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759471.581733:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759471.581747:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 709
00000100:00080000:3.0:1787759471.581763:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759471.581772:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759471.581816:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972549632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759471.581852:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759471.581857:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759471.581859:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759471.581865:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 709
00000100:00080000:3.0:1787759471.581871:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759471.581877:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759471.581890:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759471.581915:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972549632:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759471.581923:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972549760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759471.581997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759471.582035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759471/real 1787759471]  req@ffff96b49105b0c0 x1874600972549632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759471.582054:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972549632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759471.582066:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759471.582072:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759471.582076:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972549632:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759471.582116:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972549760:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759471.582144:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759471.582154:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759471/real 1787759471]  req@ffff96b491059a40 x1874600972549760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759471.582163:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972549760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759471.582169:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759471.582172:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759471.582175:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972549760:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759472.157741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759472.221768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759473.181703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759473.245719:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759474.205697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759474.269739:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759475.229668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759475.293740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759476.253693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759476.317739:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759476.701684:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759476.701692:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759476.701696:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759476.701706:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 714
00000100:00080000:0.0:1787759476.701715:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759476.701724:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759476.701762:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184780 x1874600972549888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759476.701793:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759476.701798:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759476.701801:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759476.701817:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 714
00000100:00080000:0.0:1787759476.701820:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759476.701824:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759476.701832:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759476.701848:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972549888:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759476.701850:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972550016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759476.701906:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759476.701938:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759476/real 1787759476]  req@ffff96b491184780 x1874600972549888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759476.701955:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184780 x1874600972549888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759476.701967:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759476.701972:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759476.701976:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972549888:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759476.702002:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972550016:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759476.702022:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759476.702032:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759476/real 1787759476]  req@ffff96b491186d00 x1874600972550016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759476.702053:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972550016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759476.702060:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759476.702062:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759476.702064:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972550016:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759477.277723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759477.341768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759478.301671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759478.365756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759479.325701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759479.389736:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759480.349677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759480.413696:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759481.373723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759481.437767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759481.821743:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759481.821753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759481.821758:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759481.821770:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 719
00000100:00080000:2.0:1787759481.821781:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759481.821790:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759481.821827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972550144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759481.821859:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759481.821863:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759481.821865:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759481.821869:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 719
00000100:00080000:2.0:1787759481.821873:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759481.821878:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759481.821887:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759481.821906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972550272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759481.821942:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972550144:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787759481.822039:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759481.822095:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759481/real 1787759481]  req@ffff96b49109c000 x1874600972550144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759481.822124:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972550144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759481.822138:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759481.822155:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759481.822161:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972550144:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759481.822197:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972550272:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759481.822226:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759481.822242:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759481/real 1787759481]  req@ffff96b49109fc00 x1874600972550272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759481.822264:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972550272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759481.822274:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759481.822278:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759481.822282:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972550272:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759482.397669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759482.461774:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759483.421703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759483.485737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759484.445675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759484.509743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759485.469705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759485.533737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759486.493724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759486.557759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759486.941712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759486.941720:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759486.941723:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759486.941732:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 724
00000100:00080000:3.0:1787759486.941740:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759486.941746:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759486.941778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972550400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759486.941800:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759486.941802:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759486.941804:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759486.941807:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 724
00000100:00080000:3.0:1787759486.941821:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759486.941825:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759486.941831:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972550400:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787759486.941834:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759486.941848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972550528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759486.941931:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972550528:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759487.517709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759487.581768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759488.541680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759488.605727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759489.565691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759489.629803:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787759490.013916:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787759490.013966:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759490.013988:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787759490.014035:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787759490.014158:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759486/real 1787759490]  req@ffff96b49105b0c0 x1874600972550528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759490.014197:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972550528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759490.014210:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759490.014216:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759490.014221:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972550528:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759490.014231:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759486/real 1787759490]  req@ffff96b491059a40 x1874600972550400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759490.014244:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972550400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759490.014253:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759490.014257:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759490.014260:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972550400:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759490.589690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759490.653713:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759491.613694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759491.677804:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759492.061706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759492.061733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759492.061738:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759492.061747:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 729
00000100:00080000:0.0:1787759492.061756:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759492.061762:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759492.061790:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972550656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759492.061817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759492.061820:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759492.061822:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759492.061824:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 729
00000100:00080000:0.0:1787759492.061827:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759492.061829:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759492.061838:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759492.061849:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972550784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759492.061876:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972550656:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759492.061941:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759492.061983:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759492/real 1787759492]  req@ffff96b491186580 x1874600972550656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759492.062017:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972550656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759492.062028:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759492.062032:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759492.062036:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972550656:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759492.062045:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972550784:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759492.062073:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759492.062106:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759492/real 1787759492]  req@ffff96b491184b40 x1874600972550784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759492.062121:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972550784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759492.062129:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759492.062133:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759492.062136:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972550784:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759492.637710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759492.701698:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759493.661736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759493.725751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759494.685686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759494.749741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759495.709693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759495.773796:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759496.733709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759496.797694:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759497.181681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759497.181690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759497.181693:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759497.181702:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 734
00000100:00080000:3.0:1787759497.181711:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759497.181718:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759497.181762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972550912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759497.181791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759497.181795:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759497.181797:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759497.181801:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 734
00000100:00080000:3.0:1787759497.181806:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759497.181811:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759497.181820:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759497.181835:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972550912:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759497.181846:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972551040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759497.181906:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759497.181939:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759497/real 1787759497]  req@ffff96b491059680 x1874600972550912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759497.181953:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972550912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759497.181977:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759497.181981:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759497.181984:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972550912:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759497.182004:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972551040:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759497.182022:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759497.182030:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759497/real 1787759497]  req@ffff96b491058000 x1874600972551040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759497.182038:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972551040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759497.182044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759497.182046:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759497.182049:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972551040:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759497.757682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759497.821760:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759498.781700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759498.845765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759499.805680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759499.869829:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759500.829748:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759500.893692:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759501.853709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759501.917774:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759502.301673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759502.301707:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759502.301711:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759502.301723:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 739
00000100:00080000:3.0:1787759502.301736:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759502.301744:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759502.301784:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972551168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759502.301810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759502.301814:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759502.301815:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759502.301818:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 739
00000100:00080000:3.0:1787759502.301821:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759502.301824:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759502.301834:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759502.301844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972551296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759502.301859:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972551168:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759502.301942:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759502.301987:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759502/real 1787759502]  req@ffff96b49105ad00 x1874600972551168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759502.302005:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972551168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759502.302014:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759502.302020:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759502.302025:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972551168:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759502.302069:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972551296:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759502.302097:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759502.302110:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759502/real 1787759502]  req@ffff96b4910583c0 x1874600972551296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759502.302119:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972551296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759502.302125:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759502.302128:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759502.302132:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972551296:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759502.877658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759502.941686:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759503.901711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759503.965724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759504.925683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759504.989718:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759505.949721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759506.013776:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759506.973682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759507.037686:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759507.421648:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759507.421656:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759507.421659:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759507.421668:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 744
00000100:00080000:3.0:1787759507.421677:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759507.421682:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759507.421715:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972551424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759507.421756:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759507.421758:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759507.421760:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759507.421763:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 744
00000100:00080000:3.0:1787759507.421766:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759507.421768:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759507.421776:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759507.421786:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972551552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759507.421803:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972551424:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759507.421860:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759507.421892:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759507/real 1787759507]  req@ffff96b491058b40 x1874600972551424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759507.421907:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972551424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759507.421914:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759507.421917:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759507.421920:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972551424:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759507.421939:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972551552:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759507.421952:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759507.421960:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759507/real 1787759507]  req@ffff96b491058f00 x1874600972551552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759507.421978:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972551552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759507.421984:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759507.421986:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759507.421988:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972551552:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759507.997674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759508.061791:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759509.021674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759509.085740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759510.045659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759510.109734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759511.069672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759511.133727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759512.093694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759512.157745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759512.541692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759512.541701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759512.541705:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759512.541714:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 750
00000100:00080000:3.0:1787759512.541724:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759512.541731:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759512.541765:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972551680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759512.541790:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759512.541792:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759512.541793:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759512.541796:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 750
00000100:00080000:3.0:1787759512.541799:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759512.541801:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759512.541823:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759512.541832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972551808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759512.541894:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972551680:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759512.541992:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759512.542048:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759512/real 1787759512]  req@ffff96b491058f00 x1874600972551680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759512.542065:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972551680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759512.542075:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759512.542079:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759512.542082:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972551680:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759512.542088:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972551808:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759512.542126:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759512.542138:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759512/real 1787759512]  req@ffff96b491058b40 x1874600972551808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759512.542147:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972551808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759512.542170:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759512.542173:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759512.542176:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972551808:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759513.117706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759513.181767:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759514.141651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759514.205753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759515.165662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759515.229743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759516.189707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759516.253731:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759517.213682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759517.277755:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759517.661678:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759517.661687:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759517.661690:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759517.661698:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 755
00000100:00080000:0.0:1787759517.661707:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759517.661713:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759517.661748:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972551936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759517.661774:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759517.661777:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759517.661779:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759517.661783:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 755
00000100:00080000:0.0:1787759517.661787:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759517.661792:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759517.661809:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759517.661813:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972551936:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759517.661826:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972552064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759517.661869:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759517.661902:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759517/real 1787759517]  req@ffff96b491185680 x1874600972551936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759517.661915:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972551936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759517.661922:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759517.661925:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759517.661928:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972551936:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759517.661945:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972552064:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759517.661959:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759517.661967:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759517/real 1787759517]  req@ffff96b491185e00 x1874600972552064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759517.661975:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972552064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759517.661981:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759517.661983:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759517.661985:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972552064:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759518.237684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759518.301767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759519.261688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759519.325776:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759520.285702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759520.349754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759521.309702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759521.373772:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759522.333700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759522.397751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759522.781726:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759522.781736:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759522.781741:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759522.781751:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 760
00000100:00080000:3.0:1787759522.781762:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759522.781770:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759522.781807:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972552192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759522.781831:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759522.781833:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759522.781835:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759522.781838:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 760
00000100:00080000:3.0:1787759522.781841:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759522.781844:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759522.781851:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759522.781862:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972552320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759522.781885:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972552192:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759522.781961:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759522.782002:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759522/real 1787759522]  req@ffff96b4910583c0 x1874600972552192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759522.782019:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972552192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759522.782030:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759522.782035:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759522.782039:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972552192:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759522.782047:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972552320:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759522.782069:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759522.782081:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759522/real 1787759522]  req@ffff96b49105ad00 x1874600972552320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759522.782092:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972552320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759522.782100:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759522.782104:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759522.782108:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972552320:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759523.357683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759523.421793:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759524.381688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759524.445733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759525.405680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759525.469737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759526.429657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759526.493793:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759527.453695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759527.517730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759527.901700:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759527.901738:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759527.901742:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759527.901752:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 765
00000100:00080000:0.0:1787759527.901763:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759527.901770:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759527.901803:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972552448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759527.901844:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759527.901848:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759527.901851:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759527.901855:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 765
00000100:00080000:0.0:1787759527.901859:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759527.901865:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759527.901876:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759527.901889:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972552448:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759527.901893:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972552576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759527.901957:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759527.901998:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759527/real 1787759527]  req@ffff96b491185e00 x1874600972552448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759527.902027:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972552448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759527.902038:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759527.902042:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759527.902047:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972552448:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759527.902074:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972552576:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759527.902100:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759527.902114:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759527/real 1787759527]  req@ffff96b491185680 x1874600972552576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759527.902127:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972552576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759527.902136:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759527.902140:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759527.902143:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972552576:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759528.477713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759528.541774:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759529.501667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759529.565683:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759530.525711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759530.589783:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759531.549653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759531.613720:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759532.573743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759532.637799:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759533.021733:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759533.021744:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759533.021749:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759533.021759:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 770
00000100:00080000:3.0:1787759533.021795:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759533.021802:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759533.021842:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972552704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759533.021871:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759533.021874:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759533.021875:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759533.021878:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 770
00000100:00080000:3.0:1787759533.021881:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759533.021883:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759533.021893:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759533.021904:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972552832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759533.021927:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972552704:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759533.022003:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759533.022047:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759533/real 1787759533]  req@ffff96b491058000 x1874600972552704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759533.022067:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972552704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759533.022087:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759533.022091:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759533.022094:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972552704:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759533.022100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972552832:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759533.022119:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759533.022132:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759533/real 1787759533]  req@ffff96b491059680 x1874600972552832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759533.022147:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972552832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759533.022156:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759533.022159:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759533.022172:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972552832:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759533.597777:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759533.661767:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759534.621746:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759534.685809:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759535.645702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759535.709750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759536.669691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759536.733781:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759537.693661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759537.757740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759538.141723:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759538.141733:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759538.141738:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759538.141749:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 775
00000100:00080000:3.0:1787759538.141761:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759538.141769:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759538.141815:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972552960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759538.141842:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759538.141845:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759538.141847:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759538.141867:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 775
00000100:00080000:3.0:1787759538.141870:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759538.141874:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759538.141885:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759538.141896:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972553088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759538.141910:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972552960:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759538.142006:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759538.142066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759538/real 1787759538]  req@ffff96b491059a40 x1874600972552960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759538.142095:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972552960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759538.142127:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759538.142134:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759538.142140:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972552960:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759538.142176:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972553088:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759538.142206:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759538.142224:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759538/real 1787759538]  req@ffff96b49105b0c0 x1874600972553088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759538.142241:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972553088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759538.142250:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759538.142254:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759538.142258:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972553088:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759538.717662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759538.781785:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759539.741745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759539.805720:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759540.765644:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759540.829726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759541.789682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759541.853761:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759542.813683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759542.877770:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759543.261706:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759543.261715:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759543.261718:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759543.261726:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 780
00000100:00080000:0.0:1787759543.261735:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759543.261741:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759543.261774:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972553216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759543.261808:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759543.261811:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759543.261813:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759543.261816:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 780
00000100:00080000:0.0:1787759543.261819:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759543.261821:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759543.261829:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759543.261842:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972553344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759543.261876:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972553216:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759543.261983:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759543.262050:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759543/real 1787759543]  req@ffff96b491184b40 x1874600972553216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759543.262075:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972553216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759543.262089:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759543.262107:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759543.262110:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972553216:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759543.262138:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972553344:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759543.262159:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759543.262169:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759543/real 1787759543]  req@ffff96b491186580 x1874600972553344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759543.262178:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972553344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759543.262184:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759543.262187:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759543.262189:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972553344:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759543.837720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759543.901732:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759544.861677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759544.925816:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759545.885688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759545.949757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759546.909796:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759546.973830:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759547.933700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759547.997768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759548.381703:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759548.381713:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759548.381718:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759548.381730:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 785
00000100:00080000:3.0:1787759548.381745:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759548.381753:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759548.381792:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972553472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759548.381821:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759548.381825:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759548.381827:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759548.381831:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 785
00000100:00080000:3.0:1787759548.381835:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759548.381839:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759548.381849:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759548.381862:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972553600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759548.381874:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972553472:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759548.381939:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759548.381973:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759548/real 1787759548]  req@ffff96b49105b0c0 x1874600972553472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759548.381986:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972553472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759548.381994:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759548.381997:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759548.382000:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972553472:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759548.382032:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972553600:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759548.382050:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759548.382059:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759548/real 1787759548]  req@ffff96b491059a40 x1874600972553600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759548.382067:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972553600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759548.382073:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759548.382075:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759548.382077:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972553600:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759548.957672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759549.021694:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759549.981695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759550.045842:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759551.005663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759551.069771:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759552.029663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759552.093815:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759553.053694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759553.117810:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759553.501678:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759553.501702:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759553.501706:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759553.501715:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 791
00000100:00080000:3.0:1787759553.501725:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759553.501731:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759553.501760:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972553728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759553.501785:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759553.501788:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759553.501791:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759553.501795:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 791
00000100:00080000:3.0:1787759553.501798:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759553.501803:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759553.501813:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759553.501829:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972553856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759553.501834:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972553728:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759553.501925:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972553856:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759554.077714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759554.141855:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759555.101724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759555.165778:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759556.125669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759556.189793:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759556.573812:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787759556.573857:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759556.573874:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787759556.573914:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787759556.574031:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759553/real 1787759556]  req@ffff96b491058000 x1874600972553856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759556.574082:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972553856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759556.574099:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759556.574105:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759556.574111:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972553856:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759556.574156:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759553/real 1787759556]  req@ffff96b491059680 x1874600972553728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759556.574174:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972553728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759556.574184:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759556.574188:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759556.574192:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972553728:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759557.149691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759557.213778:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759558.173710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759558.237780:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759558.621762:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759558.621772:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759558.621777:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759558.621788:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 796
00000100:00080000:3.0:1787759558.621813:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759558.621822:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759558.621868:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972553984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759558.621901:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759558.621905:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759558.621907:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759558.621912:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 796
00000100:00080000:3.0:1787759558.621916:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759558.621920:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759558.621930:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759558.621945:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972554112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759558.621963:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972553984:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759558.622043:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759558.622085:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759558/real 1787759558]  req@ffff96b49105ad00 x1874600972553984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759558.622105:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972553984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759558.622117:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759558.622122:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759558.622126:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972553984:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759558.622156:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972554112:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759558.622178:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759558.622191:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759558/real 1787759558]  req@ffff96b4910583c0 x1874600972554112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759558.622235:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972554112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759558.622253:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759558.622256:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759558.622261:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972554112:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759559.197719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759559.261699:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759560.221670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759560.285792:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759561.245705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759561.309786:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759562.269732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759562.333843:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759563.293708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759563.357706:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759563.741739:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759563.741749:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759563.741755:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759563.741766:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 801
00000100:00080000:0.0:1787759563.741779:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759563.741787:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759563.741835:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972554240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759563.741883:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759563.741886:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759563.741888:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759563.741891:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 801
00000100:00080000:0.0:1787759563.741895:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759563.741898:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759563.741908:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759563.741921:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184780 x1874600972554368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759563.741962:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972554240:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759563.742051:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759563.742101:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759563/real 1787759563]  req@ffff96b491186d00 x1874600972554240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759563.742135:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972554240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759563.742144:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759563.742147:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759563.742151:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972554240:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759563.742157:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972554368:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759563.742177:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759563.742187:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759563/real 1787759563]  req@ffff96b491184780 x1874600972554368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759563.742195:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184780 x1874600972554368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759563.742201:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759563.742212:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759563.742214:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972554368:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759564.317700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759564.382398:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759565.341673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759565.405756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759566.365721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759566.429782:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759567.389670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759567.453728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759568.413699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759568.477708:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759568.861725:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759568.861737:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759568.861741:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759568.861751:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 806
00000100:00080000:1.0:1787759568.861762:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759568.861768:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759568.861801:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972554496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759568.861826:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759568.861830:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759568.861833:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759568.861837:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 806
00000100:00080000:1.0:1787759568.861842:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759568.861848:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759568.861858:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759568.861877:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972554624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759568.861877:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972554496:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759568.861960:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759568.862007:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759568/real 1787759568]  req@ffff96b48d40ed00 x1874600972554496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759568.862041:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972554496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759568.862055:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759568.862059:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759568.862063:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972554496:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759568.862103:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972554624:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759568.862124:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759568.862135:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759568/real 1787759568]  req@ffff96b48d40c000 x1874600972554624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759568.862144:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972554624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759568.862150:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759568.862153:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759568.862155:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972554624:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759569.437664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759569.501719:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759570.461679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759570.525734:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759571.485697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759571.549717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759572.509714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759572.573730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759573.533678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759573.597742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759573.981683:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759573.981711:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759573.981715:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759573.981725:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 811
00000100:00080000:1.0:1787759573.981737:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759573.981747:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759573.981781:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972554752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759573.981804:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759573.981807:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759573.981809:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759573.981812:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 811
00000100:00080000:1.0:1787759573.981814:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759573.981817:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759573.981825:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759573.981837:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972554880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759573.981865:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972554752:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759573.981949:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759573.981992:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759573/real 1787759573]  req@ffff96b48d40d680 x1874600972554752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759573.982008:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972554752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759573.982023:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759573.982027:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759573.982033:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972554752:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759573.982043:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972554880:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759573.982071:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759573.982088:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759573/real 1787759573]  req@ffff96b48d40c000 x1874600972554880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759573.982101:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972554880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759573.982108:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759573.982111:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759573.982114:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972554880:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759574.557738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759574.621753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759575.581689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759575.645713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759576.605713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759576.669743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759577.629668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759577.693715:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759578.653699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759578.717721:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759579.101713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759579.101724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759579.101729:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759579.101739:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 816
00000100:00080000:3.0:1787759579.101751:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759579.101759:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759579.101809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972555008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759579.101847:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759579.101851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759579.101852:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759579.101873:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 816
00000100:00080000:3.0:1787759579.101877:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759579.101881:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759579.101892:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759579.101906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972555136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759579.101931:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972555008:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759579.101995:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759579.102031:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759579/real 1787759579]  req@ffff96b491058b40 x1874600972555008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759579.102044:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972555008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759579.102053:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759579.102056:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759579.102059:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972555008:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759579.102078:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972555136:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759579.102101:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759579.102114:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759579/real 1787759579]  req@ffff96b491058f00 x1874600972555136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759579.102128:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972555136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759579.102137:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759579.102141:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759579.102144:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972555136:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759579.677663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759579.741746:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759580.701703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759580.765714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759581.725673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759581.789706:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759582.749684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759582.813783:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759583.773755:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759583.837753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759584.221709:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759584.221748:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759584.221754:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759584.221768:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 821
00000100:00080000:3.0:1787759584.221783:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759584.221793:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759584.221848:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972555264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759584.221884:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759584.221888:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759584.221891:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759584.221895:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 821
00000100:00080000:3.0:1787759584.221899:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759584.221904:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759584.221916:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759584.221932:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972555392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759584.221951:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972555264:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759584.222042:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759584.222079:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759584/real 1787759584]  req@ffff96b491058f00 x1874600972555264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759584.222093:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972555264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759584.222101:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759584.222104:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759584.222108:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972555264:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759584.222129:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972555392:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759584.222148:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759584.222161:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759584/real 1787759584]  req@ffff96b491058b40 x1874600972555392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759584.222174:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972555392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759584.222193:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759584.222197:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759584.222200:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972555392:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759584.797732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759584.861832:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759585.821735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759585.885778:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759586.845772:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759586.909760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759587.869719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759587.933715:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759588.893705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759588.957841:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759589.341693:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759589.341716:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759589.341720:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759589.341729:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 826
00000100:00080000:3.0:1787759589.341738:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759589.341744:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759589.341777:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972555520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759589.341810:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759589.341814:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759589.341815:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759589.341819:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 826
00000100:00080000:3.0:1787759589.341822:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759589.341825:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759589.341833:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759589.341846:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972555648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759589.341863:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972555520:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759589.341926:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759589.341980:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759589/real 1787759589]  req@ffff96b4910583c0 x1874600972555520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759589.342007:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972555520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759589.342018:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759589.342021:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759589.342024:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972555520:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759589.342044:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972555648:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759589.342070:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759589.342084:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759589/real 1787759589]  req@ffff96b49105ad00 x1874600972555648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759589.342097:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972555648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759589.342103:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759589.342105:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759589.342108:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972555648:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759589.917717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759589.981747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759590.941676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759591.005761:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759591.965668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759592.029717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759592.989702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787759593.053820:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759594.013814:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759594.077790:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759594.461737:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759594.461745:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759594.461749:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759594.461757:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 831
00000100:00080000:1.0:1787759594.461766:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759594.461773:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759594.461808:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972555776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759594.461832:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759594.461834:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759594.461836:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759594.461839:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 831
00000100:00080000:1.0:1787759594.461841:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759594.461844:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759594.461851:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759594.461859:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972555904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759594.461897:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972555776:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759594.461957:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759594.462006:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759594/real 1787759594]  req@ffff96b48d40ed00 x1874600972555776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759594.462040:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972555776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759594.462052:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759594.462056:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759594.462061:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972555776:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759594.462069:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972555904:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759594.462104:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759594.462117:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759594/real 1787759594]  req@ffff96b48d40e1c0 x1874600972555904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759594.462131:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972555904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759594.462140:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759594.462143:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759594.462147:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972555904:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759595.037676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759595.101836:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759596.061720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759596.125794:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759597.085651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759597.149760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759598.109714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759598.173804:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759599.133742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759599.197776:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759599.581702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759599.581712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759599.581716:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759599.581726:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 837
00000100:00080000:1.0:1787759599.581737:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759599.581755:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759599.581832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972556032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759599.581864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759599.581869:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759599.581871:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759599.581877:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 837
00000100:00080000:1.0:1787759599.581881:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759599.581886:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759599.581897:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759599.581915:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972556160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759599.581927:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972556032:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759599.581994:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759599.582034:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759599/real 1787759599]  req@ffff96b48d40f480 x1874600972556032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759599.582053:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972556032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759599.582080:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759599.582084:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759599.582089:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972556032:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759599.582121:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972556160:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759599.582145:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759599.582159:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759599/real 1787759599]  req@ffff96b48d40de00 x1874600972556160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759599.582172:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972556160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759599.582182:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759599.582186:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759599.582190:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972556160:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759600.157703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759600.221756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759601.181696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759601.245746:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759602.205684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759602.269724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759603.229720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759603.293742:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759604.253707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759604.317716:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759604.701716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759604.701725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759604.701728:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759604.701737:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 842
00000100:00080000:3.0:1787759604.701746:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759604.701752:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759604.701786:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972556288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759604.701829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759604.701833:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759604.701834:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759604.701839:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 842
00000100:00080000:3.0:1787759604.701843:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759604.701847:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759604.701858:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759604.701871:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972556416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759604.701885:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972556288:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759604.701944:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759604.701977:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759604/real 1787759604]  req@ffff96b491059680 x1874600972556288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759604.701989:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972556288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759604.701996:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759604.701999:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759604.702002:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972556288:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759604.702029:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972556416:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759604.702046:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759604.702053:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759604/real 1787759604]  req@ffff96b491058000 x1874600972556416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759604.702061:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972556416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759604.702066:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759604.702068:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759604.702070:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972556416:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759605.277675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759605.341703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759606.301674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759606.365742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759607.325673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759607.389720:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759608.349641:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759608.413720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759609.373709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759609.437738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759609.821731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759609.821743:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759609.821747:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759609.821759:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 847
00000100:00080000:1.0:1787759609.821771:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759609.821780:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759609.821817:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972556544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759609.821841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759609.821844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759609.821846:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759609.821849:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 847
00000100:00080000:1.0:1787759609.821865:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759609.821869:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759609.821877:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972556544:192.168.204.133@tcp:250:kworker.0
00000008:00100000:1.0:1787759609.821879:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759609.821898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972556672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787759609.821941:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759609.821983:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759609/real 1787759609]  req@ffff96b48d40f0c0 x1874600972556544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759609.821997:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972556544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759609.822007:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759609.822010:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759609.822012:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972556544:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759609.822031:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972556672:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759609.822126:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759609.822141:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759609/real 1787759609]  req@ffff96b48d40e580 x1874600972556672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759609.822163:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972556672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759609.822170:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759609.822174:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759609.822178:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972556672:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759610.397663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759610.461723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759611.421725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759611.485717:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759612.445677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759612.509693:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759613.469713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759613.533788:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759614.493690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759614.557740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759614.941663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759614.941671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759614.941675:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759614.941684:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 852
00000100:00080000:3.0:1787759614.941692:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759614.941699:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759614.941733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972556800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759614.941757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759614.941760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759614.941761:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759614.941764:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 852
00000100:00080000:3.0:1787759614.941766:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759614.941768:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759614.941776:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759614.941784:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972556928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759614.941818:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972556800:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759614.941884:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759614.941925:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759614/real 1787759614]  req@ffff96b491059a40 x1874600972556800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759614.941944:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972556800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759614.941956:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759614.941959:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759614.941964:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972556800:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759614.941989:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972556928:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759614.942013:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759614.942027:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759614/real 1787759614]  req@ffff96b49105b0c0 x1874600972556928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759614.942051:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972556928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759614.942060:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759614.942064:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759614.942068:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972556928:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759615.517711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759615.581758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759616.541706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759616.605723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759617.565696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759617.629821:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759618.589657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759618.653703:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759619.613730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759619.677791:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759620.061706:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759620.061716:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759620.061720:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759620.061729:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 857
00000100:00080000:2.0:1787759620.061738:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759620.061744:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759620.061787:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972557056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759620.061813:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759620.061816:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759620.061817:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759620.061820:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 857
00000100:00080000:2.0:1787759620.061823:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759620.061825:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759620.061832:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759620.061841:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972557184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759620.061875:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972557056:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759620.061989:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972557184:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759620.637705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759620.701729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759621.661698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759621.725742:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759622.685673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759622.749704:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787759623.133827:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787759623.133871:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759623.133885:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787759623.133924:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:3.0:1787759623.133991:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759620/real 1787759623]  req@ffff96b49109cb40 x1874600972557184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759623.134017:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972557184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759623.134030:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759623.134035:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759623.134039:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972557184:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787759623.134047:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759620/real 1787759623]  req@ffff96b49109c3c0 x1874600972557056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759623.134060:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972557056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759623.134068:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759623.134071:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759623.134075:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972557056:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759623.709718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759623.773755:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759624.733664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759624.797718:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759625.181680:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759625.181690:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759625.181693:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759625.181704:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 862
00000100:00080000:2.0:1787759625.181725:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759625.181733:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759625.181771:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972557312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759625.181799:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759625.181802:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759625.181804:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759625.181808:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 862
00000100:00080000:2.0:1787759625.181811:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759625.181814:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759625.181823:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759625.181836:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972557440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759625.181861:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972557312:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787759625.181943:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759625.181998:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759625/real 1787759625]  req@ffff96b49109e1c0 x1874600972557312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759625.182059:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972557312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759625.182073:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759625.182078:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759625.182083:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972557312:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759625.182092:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972557440:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759625.182125:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759625.182167:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759625/real 1787759625]  req@ffff96b49109d2c0 x1874600972557440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759625.182183:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972557440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759625.182193:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759625.182197:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759625.182201:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972557440:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759625.757702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759625.821752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759626.781691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759626.845674:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759627.805719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759627.869780:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759628.829693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759628.893740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759629.853679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759629.917754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759630.301710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759630.301719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759630.301722:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759630.301730:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 867
00000100:00080000:3.0:1787759630.301739:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759630.301745:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759630.301779:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972557568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759630.301829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759630.301833:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759630.301835:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759630.301842:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 867
00000100:00080000:3.0:1787759630.301847:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759630.301852:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759630.301862:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759630.301885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972557696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759630.301891:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972557568:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759630.301984:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759630.302031:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759630/real 1787759630]  req@ffff96b49105b0c0 x1874600972557568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759630.302055:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972557568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759630.302077:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759630.302081:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759630.302084:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972557568:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759630.302112:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972557696:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759630.302132:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759630.302141:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759630/real 1787759630]  req@ffff96b491059a40 x1874600972557696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759630.302150:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972557696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759630.302156:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759630.302158:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759630.302161:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972557696:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759630.877726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759630.941752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759631.901671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759631.965824:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759632.925675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759632.989701:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759633.949677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759634.013818:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759634.973705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759635.037720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759635.421696:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759635.421707:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759635.421712:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759635.421735:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 872
00000100:00080000:2.0:1787759635.421750:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759635.421757:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759635.421802:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972557824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759635.421830:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759635.421881:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759635.421888:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787759635.421888:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972557824:192.168.204.133@tcp:250:kworker.0
00000100:00080000:2.0:1787759635.421917:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 872
00000100:00080000:2.0:1787759635.421923:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759635.421928:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759635.421942:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759635.421957:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972557952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787759635.421968:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759635.422007:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759635/real 1787759635]  req@ffff96b49109f840 x1874600972557824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759635.422021:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972557824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759635.422029:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759635.422032:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759635.422035:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972557824:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759635.422055:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972557952:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759635.422070:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759635.422079:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759635/real 1787759635]  req@ffff96b49109d2c0 x1874600972557952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759635.422100:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972557952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759635.422106:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759635.422108:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759635.422110:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972557952:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759635.997674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759636.061792:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759637.021727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759637.085741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759638.045726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759638.109859:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759639.069724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759639.133732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759640.093709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759640.157815:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759640.541766:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759640.541777:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759640.541781:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759640.541792:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 878
00000100:00080000:1.0:1787759640.541802:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759640.541810:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759640.541864:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972558080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759640.541899:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759640.541904:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759640.541907:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759640.541911:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 878
00000100:00080000:1.0:1787759640.541916:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759640.541921:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759640.541932:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759640.541948:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972558080:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759640.541950:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972558208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787759640.542008:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759640.542040:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759640/real 1787759640]  req@ffff96b48d40fc00 x1874600972558080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759640.542052:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972558080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759640.542060:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759640.542063:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759640.542066:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972558080:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759640.542085:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972558208:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759640.542106:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759640.542114:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759640/real 1787759640]  req@ffff96b48d40e580 x1874600972558208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759640.542123:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972558208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759640.542138:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759640.542141:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759640.542143:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972558208:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759641.117720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759641.181746:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759642.141746:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759642.205753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759643.165719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759643.229750:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759644.189675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759644.253733:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759645.213704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759645.277733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759645.661717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759645.661726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759645.661730:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759645.661739:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 883
00000100:00080000:3.0:1787759645.661750:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759645.661756:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759645.661793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972558336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759645.661819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759645.661822:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759645.661823:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759645.661826:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 883
00000100:00080000:3.0:1787759645.661828:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759645.661830:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759645.661838:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759645.661856:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972558464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759645.661873:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972558336:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759645.661930:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759645.661969:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759645/real 1787759645]  req@ffff96b491058000 x1874600972558336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759645.661999:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972558336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759645.662010:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759645.662015:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759645.662019:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972558336:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759645.662042:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972558464:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759645.662067:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759645.662078:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759645/real 1787759645]  req@ffff96b491059680 x1874600972558464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759645.662086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972558464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759645.662114:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759645.662116:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759645.662119:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972558464:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759646.237674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759646.301745:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759647.261692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759647.325783:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759648.285687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759648.349763:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759649.309696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759649.373776:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759650.333676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759650.397696:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759650.781731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759650.781746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759650.781777:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759650.781792:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 888
00000100:00080000:3.0:1787759650.781806:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759650.781813:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759650.781853:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972558592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759650.781882:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759650.781886:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759650.781888:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759650.781893:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 888
00000100:00080000:3.0:1787759650.781896:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759650.781901:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759650.781914:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759650.781931:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972558720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759650.781965:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972558592:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759650.782031:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759650.782066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759650/real 1787759650]  req@ffff96b49105ad00 x1874600972558592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759650.782080:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972558592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759650.782087:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759650.782091:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759650.782094:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972558592:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759650.782100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972558720:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759650.782115:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759650.782123:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759650/real 1787759650]  req@ffff96b4910583c0 x1874600972558720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759650.782130:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972558720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759650.782136:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759650.782138:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759650.782140:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972558720:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759651.357668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759651.421755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759652.381698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759652.445681:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759653.405660:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759653.469668:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759654.429700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759654.493797:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759655.453659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759655.517699:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759655.901694:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759655.901702:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759655.901705:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759655.901714:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 893
00000100:00080000:2.0:1787759655.901723:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759655.901729:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759655.901761:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972558848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759655.901794:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759655.901798:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759655.901800:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759655.901805:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 893
00000100:00080000:2.0:1787759655.901809:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759655.901814:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759655.901824:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759655.901832:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972558848:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759655.901842:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972558976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787759655.901899:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759655.901939:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759655/real 1787759655]  req@ffff96b49109e1c0 x1874600972558848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759655.901955:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972558848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759655.901963:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759655.901966:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759655.901981:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972558848:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759655.902027:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972558976:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759655.902055:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759655.902067:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759655/real 1787759655]  req@ffff96b49109c3c0 x1874600972558976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759655.902076:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972558976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759655.902090:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759655.902093:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759655.902095:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972558976:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759656.477694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759656.541703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759657.501663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759657.565717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759658.525692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759658.589680:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759659.549739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759659.613723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759660.573709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759660.637702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759661.021705:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759661.021717:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759661.021722:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759661.021731:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 898
00000100:00080000:2.0:1787759661.021741:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759661.021747:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759661.021781:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972559104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759661.021825:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759661.021828:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759661.021829:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759661.021832:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 898
00000100:00080000:2.0:1787759661.021835:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759661.021838:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759661.021846:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759661.021856:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972559232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759661.021870:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972559104:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787759661.021922:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759661.021992:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759661/real 1787759661]  req@ffff96b49109cb40 x1874600972559104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759661.022005:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972559104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759661.022012:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759661.022015:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759661.022018:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972559104:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759661.022035:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972559232:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759661.022051:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759661.022067:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759661/real 1787759661]  req@ffff96b49109fc00 x1874600972559232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759661.022075:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972559232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759661.022081:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759661.022083:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759661.022085:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972559232:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759661.597678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759661.661745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759662.621720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759662.685716:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759663.645667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759663.709742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759664.669705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759664.733687:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759665.693679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759665.757681:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759666.141672:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759666.141680:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759666.141684:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759666.141692:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 903
00000100:00080000:2.0:1787759666.141701:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759666.141707:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759666.141740:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972559360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759666.141763:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759666.141766:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759666.141767:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759666.141770:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 903
00000100:00080000:2.0:1787759666.141772:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759666.141775:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759666.141798:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759666.141810:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972559360:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759666.141812:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972559488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787759666.141868:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759666.141902:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759666/real 1787759666]  req@ffff96b49109c000 x1874600972559360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759666.141916:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972559360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759666.141924:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759666.141927:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759666.141930:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972559360:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759666.141948:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972559488:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759666.141962:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759666.141970:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759666/real 1787759666]  req@ffff96b49109fc00 x1874600972559488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759666.141977:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972559488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759666.141994:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759666.141996:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759666.141999:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972559488:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759666.717708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759666.781738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759667.741655:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759667.805665:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759668.765662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759668.829744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759669.789698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759669.853708:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759670.813683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759670.877751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759671.261748:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759671.261764:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759671.261770:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759671.261785:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 908
00000100:00080000:2.0:1787759671.261801:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759671.261812:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759671.261869:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972559616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759671.261909:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759671.261913:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759671.261915:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759671.261927:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 908
00000100:00080000:2.0:1787759671.261949:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759671.261954:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759671.261966:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759671.261984:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972559744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759671.261991:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972559616:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787759671.262093:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759671.262133:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759671/real 1787759671]  req@ffff96b49109cb40 x1874600972559616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759671.262146:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972559616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759671.262163:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759671.262166:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759671.262169:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972559616:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759671.262189:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972559744:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759671.262205:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759671.262214:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759671/real 1787759671]  req@ffff96b49109c3c0 x1874600972559744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759671.262222:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972559744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759671.262228:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759671.262230:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759671.262232:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972559744:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759671.837697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759671.901716:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759672.861690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759672.925699:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759673.885699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759673.949711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759674.909658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759674.973714:0:9844:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1787759674.973745:0:5456:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1787759674.973752:0:5456:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:3.0:1787759674.973773:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759674.973817:0:5456:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:0.0:1787759674.973827:0:5456:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787759674.973853:0:5456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96b48537e800 lock: ffff96b483b35600/0xd1a7b4edcc5334f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1a77009127f052bf expref: -99 pid: 9800 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:0.0:1787759674.973873:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759674.973876:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759674.973890:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759674.973901:0:2362:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN)  req@ffff96b491184780 x1874600972559872/t0(0) o103->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759675.933653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759675.997726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759676.381686:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759676.381713:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759676.381718:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759676.381726:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 913
00000100:00080000:2.0:1787759676.381737:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759676.381743:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759676.381776:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972560000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759676.381809:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759676.381814:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759676.381816:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759676.381820:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 913
00000100:00080000:2.0:1787759676.381823:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759676.381826:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759676.381834:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759676.381847:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972560128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759676.381898:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972560000:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787759676.381997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759676.382047:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759676/real 1787759676]  req@ffff96b49109e1c0 x1874600972560000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759676.382073:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972560000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759676.382085:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759676.382090:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759676.382095:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972560000:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759676.382104:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972560128:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759676.382129:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759676.382141:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759676/real 1787759676]  req@ffff96b49109d2c0 x1874600972560128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759676.382153:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972560128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759676.382162:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759676.382166:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759676.382170:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972560128:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759676.957648:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759677.021728:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759677.981696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759678.045791:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759679.005667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759679.069701:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759680.029696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759680.093728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759681.053683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759681.117748:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759681.501670:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759681.501679:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759681.501683:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759681.501691:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 919
00000100:00080000:2.0:1787759681.501717:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759681.501723:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759681.501752:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972560256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759681.501778:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759681.501780:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759681.501782:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759681.501784:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 919
00000100:00080000:2.0:1787759681.501786:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759681.501789:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759681.501796:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759681.501807:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972560384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759681.501837:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972560256:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787759681.501891:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759681.501924:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759681/real 1787759681]  req@ffff96b49109f840 x1874600972560256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759681.501936:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972560256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759681.501944:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759681.501947:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759681.501950:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972560256:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759681.501955:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972560384:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759681.501969:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759681.501977:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759681/real 1787759681]  req@ffff96b49109d2c0 x1874600972560384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759681.501985:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972560384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759681.501991:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759681.501993:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759681.501995:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972560384:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759682.077710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759682.141762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759683.101701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759683.165699:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759684.125691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759684.189754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759685.149706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759685.213690:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759686.173715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759686.237843:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759686.621722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759686.621742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759686.621746:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759686.621756:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 924
00000100:00080000:1.0:1787759686.621767:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759686.621774:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759686.621819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972560512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759686.621864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759686.621866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759686.621868:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759686.621871:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 924
00000100:00080000:1.0:1787759686.621874:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759686.621878:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759686.621886:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759686.621897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972560640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759686.621911:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972560512:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759686.622022:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972560640:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759687.197660:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759687.261737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759688.221687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759688.285779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759689.245659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759689.309732:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787759689.693884:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:2.0:1787759689.693921:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787759689.693936:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787759689.693983:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:3.0:1787759689.694078:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759686/real 1787759689]  req@ffff96b48d40de00 x1874600972560640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759689.694103:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972560640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759689.694124:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759689.694130:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759689.694134:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972560640:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787759689.694144:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759686/real 1787759689]  req@ffff96b48d40f0c0 x1874600972560512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759689.694159:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972560512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759689.694166:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759689.694169:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759689.694172:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972560512:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759690.269701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759690.333778:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759691.293731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759691.357765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759691.741757:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759691.741771:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759691.741777:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759691.741791:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 929
00000100:00080000:0.0:1787759691.741805:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759691.741814:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759691.741860:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972560768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759691.741898:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759691.741903:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759691.741905:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759691.741909:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 929
00000100:00080000:0.0:1787759691.741914:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759691.741919:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759691.741932:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759691.741945:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972560896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759691.742121:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972560768:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787759691.742199:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759691.742245:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759691/real 1787759691]  req@ffff96b491186d00 x1874600972560768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759691.742290:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972560768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759691.742303:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759691.742308:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759691.742312:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972560768:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759691.742320:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972560896:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759691.742346:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759691.742361:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759691/real 1787759691]  req@ffff96b491186580 x1874600972560896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759691.742375:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972560896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759691.742383:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759691.742387:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759691.742391:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972560896:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759692.317667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759692.381830:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759693.341747:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759693.405784:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759694.365684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759694.429811:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759695.389704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759695.453706:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759696.413735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759696.477795:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759696.861699:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759696.861708:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759696.861712:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759696.861720:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 934
00000100:00080000:0.0:1787759696.861729:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759696.861735:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759696.861769:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972561024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759696.861789:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759696.861792:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759696.861793:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759696.861796:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 934
00000100:00080000:0.0:1787759696.861798:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759696.861801:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759696.861811:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759696.861823:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972561152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759696.861855:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972561024:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787759696.861922:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759696.861963:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759696/real 1787759696]  req@ffff96b491184b40 x1874600972561024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759696.862006:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972561024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759696.862014:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759696.862016:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759696.862019:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972561024:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759696.862025:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972561152:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759696.862044:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759696.862058:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759696/real 1787759696]  req@ffff96b491185680 x1874600972561152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759696.862071:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972561152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759696.862080:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759696.862083:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759696.862088:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972561152:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759697.437652:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759697.501705:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759698.461711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759698.525813:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759699.485670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759699.549679:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759700.509702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759700.573829:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759701.533697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759701.597743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759701.981698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759701.981710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759701.981714:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759701.981725:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 939
00000100:00080000:3.0:1787759701.981736:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759701.981743:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759701.981792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972561280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759701.981826:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759701.981831:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759701.981833:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759701.981838:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 939
00000100:00080000:3.0:1787759701.981842:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759701.981847:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759701.981857:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759701.981870:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972561408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759701.981881:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972561280:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759701.981946:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759701.981977:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759701/real 1787759701]  req@ffff96b491058b40 x1874600972561280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759701.981989:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972561280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759701.981997:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759701.982000:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759701.982003:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972561280:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759701.982021:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972561408:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759701.982037:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759701.982045:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759701/real 1787759701]  req@ffff96b491058f00 x1874600972561408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759701.982052:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972561408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759701.982069:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759701.982071:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759701.982073:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972561408:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759702.557684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759702.621743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759703.581684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759703.645755:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759704.605665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759704.669812:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759705.629705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759705.693738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759706.653650:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759706.717729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759707.101693:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759707.101703:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759707.101707:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759707.101718:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 944
00000100:00080000:1.0:1787759707.101730:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759707.101738:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759707.101785:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972561536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759707.101811:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759707.101815:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759707.101817:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759707.101822:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 944
00000100:00080000:1.0:1787759707.101827:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759707.101833:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759707.101847:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972561536:192.168.204.133@tcp:250:kworker.0
00000008:00100000:1.0:1787759707.101869:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759707.101887:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972561664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759707.101915:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759707.101958:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759707/real 1787759707]  req@ffff96b48d40f480 x1874600972561536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759707.101972:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972561536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759707.101981:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759707.101984:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759707.101988:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972561536:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759707.102010:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972561664:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759707.102027:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759707.102036:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759707/real 1787759707]  req@ffff96b48d40e1c0 x1874600972561664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759707.102044:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972561664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759707.102056:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759707.102059:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759707.102061:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972561664:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759707.677704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759707.741722:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759708.701713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759708.765769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759709.725700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759709.789730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759710.749748:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759710.813764:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759711.773728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759711.837741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759712.221839:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759712.221853:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759712.221859:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759712.221873:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 949
00000100:00080000:0.0:1787759712.221886:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759712.221895:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759712.222155:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972561792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759712.222192:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759712.222196:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759712.222199:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759712.222204:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 949
00000100:00080000:0.0:1787759712.222208:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759712.222214:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759712.222243:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759712.222253:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972561792:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759712.222264:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972561920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759712.222331:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759712.222398:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759712/real 1787759712]  req@ffff96b491185e00 x1874600972561792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759712.222420:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972561792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759712.222441:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759712.222446:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759712.222451:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972561792:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759712.222480:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972561920:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759712.222516:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759712.222530:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759712/real 1787759712]  req@ffff96b491185680 x1874600972561920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759712.222543:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972561920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759712.222572:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759712.222576:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759712.222580:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972561920:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759712.797765:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759712.861758:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759713.821727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759713.885737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759714.845744:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759714.909815:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759715.869692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759715.933813:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759716.893721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759716.957797:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759717.341721:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759717.341733:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759717.341739:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759717.341750:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 954
00000100:00080000:0.0:1787759717.341780:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759717.341788:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759717.341823:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972562048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759717.341856:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759717.341860:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759717.341862:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759717.341867:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 954
00000100:00080000:0.0:1787759717.341871:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759717.341875:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759717.341885:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759717.341899:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972562176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759717.341925:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972562048:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759717.341992:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759717.342034:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759717/real 1787759717]  req@ffff96b491184b40 x1874600972562048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759717.342053:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972562048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759717.342064:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759717.342069:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759717.342073:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972562048:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759717.342098:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972562176:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759717.342123:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759717.342149:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759717/real 1787759717]  req@ffff96b491186580 x1874600972562176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759717.342158:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972562176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759717.342170:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759717.342173:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759717.342176:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972562176:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759717.917690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759717.981728:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759718.941648:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759719.005751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759719.965715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759720.029702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759720.989699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759721.053725:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759722.013740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759722.077671:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759722.461687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759722.461695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759722.461699:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759722.461710:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 959
00000100:00080000:3.0:1787759722.461719:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759722.461740:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759722.461771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972562304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759722.461798:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759722.461802:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759722.461804:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759722.461807:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 959
00000100:00080000:3.0:1787759722.461811:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759722.461815:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759722.461823:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759722.461835:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972562432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759722.461849:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972562304:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759722.461906:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759722.461937:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759722/real 1787759722]  req@ffff96b491058f00 x1874600972562304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759722.461949:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972562304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759722.461955:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759722.461958:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759722.461960:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972562304:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759722.461977:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972562432:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759722.461996:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759722.462008:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759722/real 1787759722]  req@ffff96b491058b40 x1874600972562432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759722.462027:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972562432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759722.462052:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759722.462055:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759722.462059:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972562432:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759723.037679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759723.101742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759724.061657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759724.125678:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759725.085678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759725.149729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759726.109644:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759726.173697:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759727.133666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759727.197751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759727.581711:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759727.581723:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759727.581727:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759727.581739:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 965
00000100:00080000:0.0:1787759727.581751:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759727.581760:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759727.581809:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972562560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759727.581867:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759727.581871:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759727.581873:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759727.581878:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 965
00000100:00080000:0.0:1787759727.581883:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759727.581888:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759727.581898:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759727.581914:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972562560:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759727.581916:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972562688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759727.581987:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759727.582019:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759727/real 1787759727]  req@ffff96b491186d00 x1874600972562560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759727.582032:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972562560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759727.582040:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759727.582043:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759727.582046:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972562560:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759727.582064:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972562688:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759727.582079:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759727.582087:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759727/real 1787759727]  req@ffff96b491186580 x1874600972562688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759727.582095:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972562688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759727.582107:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759727.582110:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759727.582112:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972562688:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759728.157643:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759728.221791:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759729.181694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759729.245804:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759730.205707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759730.269730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759731.229680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759731.293738:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759732.253697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759732.317715:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759732.701769:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759732.701780:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759732.701785:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759732.701797:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 970
00000100:00080000:1.0:1787759732.701809:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759732.701818:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759732.701880:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972562816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759732.701910:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759732.701913:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759732.701915:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759732.701918:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 970
00000100:00080000:1.0:1787759732.701921:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759732.701925:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759732.701938:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759732.701957:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972562944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759732.702005:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972562816:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759732.702094:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759732.702140:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759732/real 1787759732]  req@ffff96b48d40ed00 x1874600972562816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759732.702155:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972562816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759732.702164:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759732.702167:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759732.702170:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972562816:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759732.702176:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972562944:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759732.702194:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759732.702202:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759732/real 1787759732]  req@ffff96b48d40c000 x1874600972562944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759732.702210:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972562944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759732.702229:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759732.702231:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759732.702234:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972562944:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759733.277693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759733.341832:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759734.301716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759734.365753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759735.325744:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759735.389765:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759736.349703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759736.413714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759737.373724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759737.437815:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759737.821745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759737.821757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759737.821762:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759737.821772:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 975
00000100:00080000:3.0:1787759737.821784:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759737.821793:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759737.821843:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972563072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759737.821874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759737.821879:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759737.821882:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759737.821887:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 975
00000100:00080000:3.0:1787759737.821892:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759737.821898:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759737.821910:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759737.821926:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972563200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759737.821932:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972563072:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759737.822007:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759737.822044:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759737/real 1787759737]  req@ffff96b4910583c0 x1874600972563072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759737.822067:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972563072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759737.822075:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759737.822078:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759737.822082:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972563072:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759737.822107:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972563200:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759737.822131:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759737.822142:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759737/real 1787759737]  req@ffff96b49105ad00 x1874600972563200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759737.822151:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972563200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759737.822164:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759737.822167:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759737.822169:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972563200:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759738.397689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759738.461673:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759739.421710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759739.485758:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759740.445703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759740.509726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759741.469688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759741.533787:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759742.493709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759742.557802:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759742.941694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759742.941703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759742.941706:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759742.941714:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 980
00000100:00080000:3.0:1787759742.941723:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759742.941730:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759742.941764:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972563328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759742.941787:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759742.941790:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759742.941792:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759742.941808:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 980
00000100:00080000:3.0:1787759742.941811:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759742.941815:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759742.941823:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759742.941833:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972563456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759742.941839:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972563328:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759742.941893:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759742.941925:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759742/real 1787759742]  req@ffff96b491059680 x1874600972563328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759742.941938:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972563328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759742.941946:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759742.941949:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759742.941952:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972563328:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759742.941975:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972563456:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759742.941999:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759742.942013:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759742/real 1787759742]  req@ffff96b491058000 x1874600972563456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759742.942024:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972563456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759742.942041:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759742.942045:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759742.942050:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972563456:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759743.517686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759743.581734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759744.541711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759744.605778:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759745.565705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759745.629772:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759746.589721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759746.653824:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759747.613700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759747.677784:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759748.061906:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759748.061921:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759748.061927:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759748.061949:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 985
00000100:00080000:1.0:1787759748.061986:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759748.061995:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759748.062042:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972563584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759748.062077:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759748.062088:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759748.062090:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759748.062095:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 985
00000100:00080000:1.0:1787759748.062100:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759748.062106:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759748.062119:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759748.062143:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972563712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759748.062169:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972563584:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759748.062240:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759748.062281:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759748/real 1787759748]  req@ffff96b48d40d680 x1874600972563584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759748.062302:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972563584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759748.062315:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759748.062320:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759748.062325:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972563584:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759748.062350:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972563712:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759748.062371:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759748.062383:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759748/real 1787759748]  req@ffff96b48d40c000 x1874600972563712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759748.062397:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972563712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759748.062422:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759748.062426:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759748.062429:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972563712:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759748.637704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759748.701716:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759749.661706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759749.725784:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759750.685695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759750.749747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759751.709757:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759751.773772:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759752.733661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759752.797782:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759753.181671:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759753.181682:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759753.181687:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759753.181697:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 990
00000100:00080000:1.0:1787759753.181708:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759753.181716:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759753.181753:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972563840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759753.181783:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759753.181787:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759753.181789:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759753.181808:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 990
00000100:00080000:1.0:1787759753.181813:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759753.181821:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759753.181821:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972563840:192.168.204.133@tcp:250:kworker.0
00000008:00100000:1.0:1787759753.181835:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759753.181852:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972563968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759753.181959:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972563968:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759753.757701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759753.821729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759754.781647:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759754.845708:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759755.805745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759755.869716:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787759756.253991:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787759756.254056:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759756.254079:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787759756.254134:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787759756.254216:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759753/real 1787759756]  req@ffff96b48d40e1c0 x1874600972563968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759756.254250:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972563968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759756.254273:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759756.254284:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759756.254291:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972563968:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759756.254301:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759753/real 1787759756]  req@ffff96b48d40ed00 x1874600972563840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759756.254352:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972563840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759756.254364:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759756.254370:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759756.254388:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972563840:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759756.829685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759756.893662:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759757.853704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759757.917804:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759758.301836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759758.301854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759758.301860:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759758.301876:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 995
00000100:00080000:0.0:1787759758.301891:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759758.301902:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759758.301951:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972564096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759758.301983:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759758.301987:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759758.301989:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759758.301996:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 995
00000100:00080000:0.0:1787759758.302002:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759758.302008:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759758.302023:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759758.302038:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972564096:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759758.302044:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972564224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759758.302152:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759758.302217:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759758/real 1787759758]  req@ffff96b491184b40 x1874600972564096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759758.302237:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972564096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759758.302252:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759758.302257:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759758.302261:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972564096:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759758.302293:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972564224:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759758.302320:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759758.302350:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759758/real 1787759758]  req@ffff96b491185680 x1874600972564224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759758.302365:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972564224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759758.302394:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759758.302399:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759758.302402:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972564224:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759758.877701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759758.941692:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759759.901741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759759.965707:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759760.925686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759760.989685:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759761.949735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759762.013707:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759762.973713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759763.037735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759763.421725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759763.421735:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759763.421739:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759763.421751:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1000
00000100:00080000:3.0:1787759763.421761:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759763.421768:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759763.421805:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972564352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759763.421833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759763.421838:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759763.421840:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759763.421844:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1000
00000100:00080000:3.0:1787759763.421847:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759763.421851:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759763.421860:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759763.421887:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972564352:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759763.421891:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972564480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759763.421955:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759763.421996:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759763/real 1787759763]  req@ffff96b491059a40 x1874600972564352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759763.422015:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972564352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759763.422027:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759763.422032:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759763.422036:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972564352:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759763.422060:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972564480:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759763.422084:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759763.422097:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759763/real 1787759763]  req@ffff96b49105b0c0 x1874600972564480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759763.422110:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972564480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759763.422125:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759763.422129:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759763.422133:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972564480:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759763.997697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759764.061789:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759765.021685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759765.085695:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759766.045701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759766.109766:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759767.069656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759767.133719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759768.093674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759768.157738:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759768.541683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759768.541691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759768.541694:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759768.541702:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1006
00000100:00080000:0.0:1787759768.541711:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759768.541717:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759768.541749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972564608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759768.541772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759768.541775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759768.541777:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759768.541779:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1006
00000100:00080000:0.0:1787759768.541781:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759768.541784:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759768.541791:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759768.541818:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972564608:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759768.541834:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972564736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759768.541884:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759768.541918:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759768/real 1787759768]  req@ffff96b491185e00 x1874600972564608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759768.541934:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972564608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759768.541942:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759768.541945:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759768.541948:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972564608:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759768.541965:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972564736:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759768.541979:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759768.541987:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759768/real 1787759768]  req@ffff96b491185680 x1874600972564736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759768.541994:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972564736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759768.542012:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759768.542015:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759768.542017:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972564736:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759769.117827:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759769.181717:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759770.141677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759770.205709:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759771.165720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759771.229741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759772.189659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759772.253733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759773.213706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759773.277712:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759773.661710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759773.661734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759773.661738:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759773.661746:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1011
00000100:00080000:0.0:1787759773.661755:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759773.661761:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759773.661792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972564864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759773.661820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759773.661823:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759773.661824:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759773.661827:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1011
00000100:00080000:0.0:1787759773.661830:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759773.661832:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759773.661840:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759773.661850:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972564992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759773.661889:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972564864:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759773.661957:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759773.661998:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759773/real 1787759773]  req@ffff96b491184b40 x1874600972564864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759773.662017:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972564864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759773.662029:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759773.662050:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759773.662056:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972564864:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759773.662064:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972564992:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759773.662106:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759773.662122:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759773/real 1787759773]  req@ffff96b491186580 x1874600972564992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759773.662136:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972564992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759773.662164:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759773.662169:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759773.662173:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972564992:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759774.237696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759774.301759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759775.261698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759775.325771:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759776.285705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759776.349722:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759777.309687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759777.373671:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759778.333716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759778.397710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759778.781713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759778.781723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759778.781729:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759778.781740:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1016
00000100:00080000:0.0:1787759778.781751:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759778.781759:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759778.781798:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972565120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759778.781843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759778.781847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759778.781850:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759778.781856:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1016
00000100:00080000:0.0:1787759778.781861:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759778.781866:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759778.781871:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972565120:192.168.204.133@tcp:250:kworker.0
00000008:00100000:0.0:1787759778.781879:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759778.781900:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972565248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759778.781952:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759778.781987:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759778/real 1787759778]  req@ffff96b491186d00 x1874600972565120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759778.782000:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972565120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759778.782008:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759778.782011:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759778.782014:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972565120:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759778.782033:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972565248:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759778.782049:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759778.782057:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759778/real 1787759778]  req@ffff96b491186580 x1874600972565248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759778.782065:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972565248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759778.782078:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759778.782080:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759778.782082:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972565248:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759779.357704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759779.421747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759780.381710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759780.445782:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759781.405698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759781.469727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759782.429666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759782.493723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759783.453710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759783.517755:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759783.901740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759783.901750:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759783.901756:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759783.901767:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1021
00000100:00080000:3.0:1787759783.901778:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759783.901786:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759783.901825:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972565376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759783.901868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759783.901872:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759783.901874:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759783.901879:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1021
00000100:00080000:3.0:1787759783.901883:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759783.901888:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759783.901898:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759783.901915:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972565504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759783.901917:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972565376:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759783.901986:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759783.902027:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759783/real 1787759783]  req@ffff96b49105b0c0 x1874600972565376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759783.902047:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972565376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759783.902058:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759783.902063:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759783.902068:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972565376:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759783.902109:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972565504:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759783.902132:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759783.902145:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759783/real 1787759783]  req@ffff96b491059a40 x1874600972565504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759783.902159:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972565504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759783.902185:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759783.902190:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759783.902194:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972565504:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759784.477662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759784.541750:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759785.501717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759785.565752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759786.525690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759786.589813:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759787.549690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759787.613750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759788.573694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759788.637754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759789.021716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759789.021724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759789.021728:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759789.021747:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1026
00000100:00080000:0.0:1787759789.021758:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759789.021764:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759789.021797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972565632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759789.021822:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759789.021826:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759789.021827:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759789.021830:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1026
00000100:00080000:0.0:1787759789.021848:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759789.021852:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759789.021861:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759789.021871:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972565760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759789.021882:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972565632:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759789.021944:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759789.021977:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759789/real 1787759789]  req@ffff96b491184b40 x1874600972565632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759789.021989:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972565632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759789.021997:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759789.021999:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759789.022002:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972565632:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759789.022020:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972565760:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759789.022035:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759789.022043:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759789/real 1787759789]  req@ffff96b491185680 x1874600972565760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759789.022050:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972565760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759789.022063:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759789.022065:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759789.022068:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972565760:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759789.597696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759789.661782:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759790.621727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759790.685775:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759791.645639:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759791.709841:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759792.669732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759792.733805:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759793.693637:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759793.757850:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759794.141694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759794.141702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759794.141706:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759794.141715:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1031
00000100:00080000:0.0:1787759794.141724:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759794.141730:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759794.141762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972565888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759794.141784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759794.141787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759794.141788:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759794.141791:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1031
00000100:00080000:0.0:1787759794.141794:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759794.141796:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759794.141806:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759794.141821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972566016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759794.141877:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972565888:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759794.141940:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759794.141972:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759794/real 1787759794]  req@ffff96b491185e00 x1874600972565888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759794.141984:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972565888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759794.141992:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759794.141995:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759794.141998:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972565888:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759794.142003:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972566016:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759794.142018:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759794.142025:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759794/real 1787759794]  req@ffff96b491185680 x1874600972566016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759794.142033:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972566016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759794.142052:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759794.142054:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759794.142057:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972566016:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759794.717761:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759794.781751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759795.741711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759795.805760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759796.765728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759796.829782:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759797.789690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759797.853801:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759798.813699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759798.877768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759799.261751:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759799.261762:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759799.261767:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759799.261780:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1036
00000100:00080000:3.0:1787759799.261793:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759799.261801:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759799.261839:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972566144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759799.261867:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759799.261872:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759799.261874:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759799.261878:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1036
00000100:00080000:3.0:1787759799.261896:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759799.261903:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759799.261911:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972566144:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787759799.261914:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759799.261933:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972566272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759799.261974:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759799.262011:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759799/real 1787759799]  req@ffff96b491058000 x1874600972566144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759799.262030:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972566144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759799.262042:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759799.262046:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759799.262050:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972566144:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759799.262071:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972566272:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759799.262089:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759799.262098:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759799/real 1787759799]  req@ffff96b491059680 x1874600972566272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759799.262106:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972566272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759799.262118:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759799.262121:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759799.262123:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972566272:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759799.837690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759799.901798:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759800.861695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759800.925765:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759801.885664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759801.949718:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759802.909692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759802.973726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759803.933736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759803.997750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759804.381770:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759804.381780:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759804.381784:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759804.381795:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1041
00000100:00080000:2.0:1787759804.381806:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759804.381813:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759804.381854:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972566400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759804.381898:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759804.381903:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759804.381905:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759804.381910:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1041
00000100:00080000:2.0:1787759804.381914:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759804.381919:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759804.381930:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759804.381949:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972566528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759804.381969:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972566400:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787759804.382079:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759804.382127:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759804/real 1787759804]  req@ffff96b49109e1c0 x1874600972566400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759804.382143:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972566400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759804.382152:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759804.382156:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759804.382159:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972566400:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759804.382189:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972566528:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787759804.382215:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759804.382230:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759804/real 1787759804]  req@ffff96b49109c3c0 x1874600972566528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759804.382240:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972566528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759804.382247:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759804.382249:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759804.382251:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972566528:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759804.957684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759805.021779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759805.981690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759806.045762:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759807.005682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759807.069779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759808.029707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759808.093729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759809.053649:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759809.117765:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759809.501655:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759809.501664:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759809.501667:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759809.501676:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1047
00000100:00080000:2.0:1787759809.501685:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759809.501690:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759809.501723:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972566656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759809.501753:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759809.501757:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759809.501759:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759809.501764:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1047
00000100:00080000:2.0:1787759809.501768:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759809.501772:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759809.501781:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759809.501796:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972566784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759809.501825:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972566656:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787759809.501889:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759809.501927:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759809/real 1787759809]  req@ffff96b49109cb40 x1874600972566656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759809.501965:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972566656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759809.501975:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759809.501980:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759809.501984:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972566656:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759809.501991:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972566784:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787759809.502015:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759809.502028:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759809/real 1787759809]  req@ffff96b49109fc00 x1874600972566784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759809.502041:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972566784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759809.502049:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759809.502053:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759809.502056:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972566784:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759810.077686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759810.141759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759811.101651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759811.165810:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759812.125707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759812.189800:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759813.149714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759813.213803:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759814.173715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759814.237714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759814.621697:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759814.621716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759814.621720:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759814.621732:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1052
00000100:00080000:1.0:1787759814.621744:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759814.621751:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759814.621791:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972566912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759814.621820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759814.621824:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759814.621826:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759814.621831:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1052
00000100:00080000:1.0:1787759814.621835:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759814.621839:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759814.621866:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759814.621879:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972566912:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759814.621885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972567040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759814.621940:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759814.621975:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759814/real 1787759814]  req@ffff96b48d40f480 x1874600972566912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759814.621988:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972566912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759814.622007:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759814.622010:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759814.622013:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972566912:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759814.622032:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972567040:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787759814.622048:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759814.622057:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759814/real 1787759814]  req@ffff96b48d40f0c0 x1874600972567040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759814.622065:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972567040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759814.622071:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759814.622073:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759814.622075:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972567040:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759815.197684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759815.261755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759816.221705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759816.285752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759817.245667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759817.309722:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759818.269698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759818.333818:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759819.293679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759819.357740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759819.741693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759819.741708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759819.741714:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759819.741729:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1057
00000100:00080000:1.0:1787759819.741748:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759819.741758:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759819.741804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972567168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759819.741830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759819.741833:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759819.741834:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759819.741838:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1057
00000100:00080000:1.0:1787759819.741841:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759819.741845:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759819.741856:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759819.741868:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972567296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759819.741880:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972567168:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759819.742011:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972567296:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759820.317757:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759820.381763:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759821.341672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759821.405719:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759822.365723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759822.429751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759822.813856:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787759822.813891:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759822.813918:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787759822.813956:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:0.0:1787759822.814020:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759819/real 1787759822]  req@ffff96b48d40e580 x1874600972567296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759822.814047:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972567296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759822.814061:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759822.814067:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759822.814095:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972567296:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787759822.814105:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759819/real 1787759822]  req@ffff96b48d40de00 x1874600972567168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759822.814124:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972567168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759822.814134:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759822.814139:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759822.814143:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972567168:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759823.389665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759823.453717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759824.413674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759824.477777:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759824.861744:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759824.861752:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759824.861756:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759824.861764:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1062
00000100:00080000:3.0:1787759824.861773:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759824.861779:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759824.861807:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972567424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759824.861834:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759824.861838:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759824.861840:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759824.861844:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1062
00000100:00080000:3.0:1787759824.861848:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759824.861852:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759824.861862:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759824.861876:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972567552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759824.861930:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972567424:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787759824.862003:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759824.862066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759824/real 1787759824]  req@ffff96b49105ad00 x1874600972567424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759824.862085:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972567424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759824.862096:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759824.862100:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759824.862103:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972567424:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759824.862111:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972567552:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787759824.862136:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759824.862155:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759824/real 1787759824]  req@ffff96b4910583c0 x1874600972567552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759824.862193:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972567552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759824.862203:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759824.862206:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759824.862209:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972567552:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759825.437659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759825.501751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759826.461664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759826.525709:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759827.485706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759827.549720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759828.509671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759828.573814:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759829.533708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759829.597763:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787759829.981746:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759829.981757:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759829.981762:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759829.981772:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1067
00000100:00080000:2.0:1787759829.981783:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759829.981792:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759829.981832:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972567680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759829.981859:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759829.981863:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759829.981866:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759829.981884:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1067
00000100:00080000:2.0:1787759829.981890:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787759829.981899:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972567680:192.168.204.133@tcp:250:kworker.0
00000100:00080000:2.0:1787759829.981901:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787759829.981923:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759829.981960:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972567808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759829.982013:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759829.982070:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759829/real 1787759829]  req@ffff96b49109c000 x1874600972567680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759829.982093:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972567680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759829.982106:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759829.982111:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759829.982117:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972567680:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759829.982149:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972567808:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787759829.982170:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759829.982180:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759829/real 1787759829]  req@ffff96b49109fc00 x1874600972567808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759829.982189:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972567808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759829.982213:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759829.982215:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759829.982218:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972567808:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759830.557662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759830.621775:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759831.581698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759831.645744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759832.605659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759832.669740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759833.629736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759833.693702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759834.653679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759834.717830:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759835.101715:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759835.101726:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759835.101731:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759835.101742:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1072
00000100:00080000:3.0:1787759835.101753:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759835.101761:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759835.101804:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972567936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759835.101831:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759835.101834:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759835.101836:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759835.101839:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1072
00000100:00080000:3.0:1787759835.101857:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759835.101861:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759835.101872:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759835.101884:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972568064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759835.101890:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972567936:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787759835.101963:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759835.102004:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759835/real 1787759835]  req@ffff96b491058b40 x1874600972567936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759835.102019:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972567936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759835.102028:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759835.102031:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759835.102035:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972567936:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759835.102057:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972568064:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787759835.102073:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759835.102082:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759835/real 1787759835]  req@ffff96b491058f00 x1874600972568064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759835.102091:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972568064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759835.102097:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759835.102099:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759835.102101:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972568064:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759835.677698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759835.741813:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759836.701699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759836.765771:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759837.725691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759837.789830:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759838.749711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759838.813787:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759839.773695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759839.837812:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759840.221688:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759840.221697:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759840.221701:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759840.221712:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1077
00000100:00080000:3.0:1787759840.221721:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759840.221766:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759840.221800:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972568192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759840.221823:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759840.221827:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759840.221829:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759840.221833:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1077
00000100:00080000:3.0:1787759840.221837:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759840.221839:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759840.221847:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759840.221863:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972568320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759840.221865:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972568192:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759840.221976:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759840.222022:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759840/real 1787759840]  req@ffff96b491058f00 x1874600972568192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759840.222038:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972568192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759840.222048:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759840.222053:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759840.222058:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972568192:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759840.222116:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972568320:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759840.222140:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759840.222155:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759840/real 1787759840]  req@ffff96b491058b40 x1874600972568320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759840.222169:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972568320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759840.222180:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759840.222184:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759840.222187:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972568320:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759840.797702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759840.861788:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759841.821733:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759841.885832:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759842.845743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759842.909797:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759843.869665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759843.933822:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759844.893696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759844.957735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759845.341740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759845.341749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759845.341753:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759845.341761:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1082
00000100:00080000:1.0:1787759845.341770:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759845.341776:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759845.341808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972568448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759845.341833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759845.341836:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759845.341837:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759845.341840:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1082
00000100:00080000:1.0:1787759845.341842:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759845.341845:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759845.341852:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759845.341861:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972568576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759845.341893:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972568448:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759845.341949:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759845.341983:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759845/real 1787759845]  req@ffff96b48d40fc00 x1874600972568448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759845.341996:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972568448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759845.342004:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759845.342007:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759845.342010:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972568448:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759845.342029:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972568576:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759845.342045:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759845.342053:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759845/real 1787759845]  req@ffff96b48d40de00 x1874600972568576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759845.342072:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972568576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759845.342082:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759845.342085:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759845.342089:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972568576:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759845.917683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759845.981748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759846.941709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759847.005841:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759847.965668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759848.029752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759848.989669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759849.053723:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759850.013654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759850.077756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759850.461684:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759850.461692:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759850.461696:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759850.461706:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1087
00000100:00080000:1.0:1787759850.461715:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759850.461721:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759850.461755:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972568704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759850.461794:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759850.461797:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759850.461799:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759850.461802:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1087
00000100:00080000:1.0:1787759850.461805:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759850.461809:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759850.461819:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759850.461835:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972568704:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759850.461836:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972568832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759850.461895:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759850.461928:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759850/real 1787759850]  req@ffff96b48d40e580 x1874600972568704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759850.461941:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972568704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759850.461949:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759850.461952:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759850.461955:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972568704:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759850.461984:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972568832:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787759850.462000:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759850.462009:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759850/real 1787759850]  req@ffff96b48d40f0c0 x1874600972568832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759850.462021:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972568832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759850.462030:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759850.462034:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759850.462037:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972568832:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759851.037688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759851.101730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759852.061683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759852.125761:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759853.085716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759853.149731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759854.109705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759854.173743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759855.133731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759855.197733:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759855.581744:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759855.581763:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759855.581767:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759855.581777:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1093
00000100:00080000:3.0:1787759855.581791:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759855.581798:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759855.581843:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972568960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759855.581893:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759855.581896:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759855.581901:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759855.581905:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1093
00000100:00080000:3.0:1787759855.581908:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759855.581912:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759855.581922:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759855.581934:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972569088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759855.581953:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972568960:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787759855.582026:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759855.582070:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759855/real 1787759855]  req@ffff96b4910583c0 x1874600972568960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759855.582093:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972568960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759855.582103:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759855.582106:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759855.582109:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972568960:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759855.582132:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972569088:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787759855.582150:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759855.582159:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759855/real 1787759855]  req@ffff96b49105ad00 x1874600972569088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759855.582168:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972569088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759855.582174:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759855.582177:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759855.582179:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972569088:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759856.157692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759856.221744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759857.181649:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759857.245773:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759858.205673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759858.269705:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759859.229686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759859.293763:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759860.253667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759860.318184:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759860.701717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759860.701729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759860.701753:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759860.701764:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1098
00000100:00080000:1.0:1787759860.701775:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759860.701783:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759860.701821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972569216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759860.701857:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759860.701862:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759860.701865:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759860.701871:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1098
00000100:00080000:1.0:1787759860.701876:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759860.701881:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759860.701892:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759860.701900:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972569216:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759860.701914:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972569344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759860.702000:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759860.702048:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759860/real 1787759860]  req@ffff96b48d40f480 x1874600972569216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759860.702064:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972569216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759860.702090:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759860.702094:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759860.702098:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972569216:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759860.702128:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972569344:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787759860.702156:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759860.702170:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759860/real 1787759860]  req@ffff96b48d40ed00 x1874600972569344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759860.702180:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972569344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759860.702187:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759860.702189:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759860.702192:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972569344:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759861.277664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759861.341764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759862.301669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759862.365790:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759863.325701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759863.389750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759864.349720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759864.413713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759865.373657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759865.437723:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759865.821669:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759865.821676:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759865.821680:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759865.821690:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1103
00000100:00080000:3.0:1787759865.821699:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759865.821705:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759865.821738:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972569472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759865.821761:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759865.821764:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759865.821779:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759865.821782:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1103
00000100:00080000:3.0:1787759865.821785:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759865.821789:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759865.821797:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759865.821807:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972569600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759865.821824:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972569472:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787759865.821894:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759865.821928:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759865/real 1787759865]  req@ffff96b491059680 x1874600972569472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759865.821942:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972569472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759865.821950:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759865.821953:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759865.821956:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972569472:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787759865.821983:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972569600:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787759865.822000:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787759865.822009:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759865/real 1787759865]  req@ffff96b491058000 x1874600972569600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759865.822017:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972569600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759865.822023:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759865.822025:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787759865.822028:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972569600:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759866.397677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759866.461742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759867.421664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759867.485768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759868.445726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759868.509703:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759869.469644:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759869.533752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759870.493692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759870.557712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759870.941769:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759870.941777:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759870.941781:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759870.941789:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1108
00000100:00080000:0.0:1787759870.941797:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759870.941803:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759870.941846:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972569728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759870.941876:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759870.941880:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759870.941882:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759870.941886:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1108
00000100:00080000:0.0:1787759870.941890:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759870.941915:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759870.941921:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972569728:192.168.204.133@tcp:250:kworker.0
00000008:00100000:0.0:1787759870.941928:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759870.941947:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972569856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759870.941975:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759870.942006:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759870/real 1787759870]  req@ffff96b491184b40 x1874600972569728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759870.942019:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972569728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759870.942028:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759870.942032:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759870.942036:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972569728:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759870.942061:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972569856:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759870.942097:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759870.942111:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759870/real 1787759870]  req@ffff96b491186580 x1874600972569856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759870.942125:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972569856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759870.942134:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759870.942138:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759870.942164:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972569856:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759871.517699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759871.581847:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759872.541748:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759872.605733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759873.565734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759873.629767:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759874.589685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759874.653769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759875.613682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759875.677755:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759876.061705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759876.061713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759876.061716:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759876.061725:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1113
00000100:00080000:0.0:1787759876.061734:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759876.061739:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759876.061771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972569984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759876.061802:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759876.061811:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759876.061813:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759876.061818:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1113
00000100:00080000:0.0:1787759876.061822:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759876.061827:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759876.061837:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759876.061854:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972570112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759876.061859:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972569984:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759876.061936:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759876.061971:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759876/real 1787759876]  req@ffff96b491186d00 x1874600972569984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759876.061985:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972569984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759876.061994:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759876.061997:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759876.062001:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972569984:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759876.062026:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972570112:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759876.062074:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759876.062085:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759876/real 1787759876]  req@ffff96b491186580 x1874600972570112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759876.062094:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972570112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759876.062107:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759876.062110:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759876.062126:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972570112:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759876.637701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759876.701768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759877.661668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759877.725744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759878.685689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759878.749722:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759879.709697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759879.773753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759880.733673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759880.797729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759881.181701:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759881.181715:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759881.181721:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759881.181734:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1118
00000100:00080000:3.0:1787759881.181749:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759881.181759:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759881.181809:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972570240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759881.181843:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759881.181848:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759881.181850:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759881.181855:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1118
00000100:00080000:3.0:1787759881.181859:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759881.181886:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759881.181900:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972570240:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787759881.181905:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759881.181926:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972570368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759881.181999:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759881.182051:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759881/real 1787759881]  req@ffff96b491059a40 x1874600972570240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759881.182071:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972570240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759881.182083:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759881.182088:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759881.182093:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972570240:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759881.182121:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972570368:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759881.182144:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759881.182156:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759881/real 1787759881]  req@ffff96b49105b0c0 x1874600972570368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759881.182169:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972570368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759881.182178:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759881.182181:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759881.182195:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972570368:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759881.757649:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759881.821705:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759882.781692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759882.845753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759883.805725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759883.869811:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759884.829670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759884.893763:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759885.853744:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759885.917796:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759886.301894:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759886.301908:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759886.301915:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759886.301927:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1123
00000100:00080000:0.0:1787759886.301939:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759886.301947:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759886.302001:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972570496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759886.302034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759886.302037:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759886.302038:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759886.302042:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1123
00000100:00080000:0.0:1787759886.302044:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759886.302047:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759886.302058:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759886.302067:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972570624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759886.302132:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972570496:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759886.302244:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972570624:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759886.877739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759886.941762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759887.901740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759887.965735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759888.925663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759888.989735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787759889.373896:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787759889.373942:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759889.373959:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787759889.373996:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787759889.374087:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759886/real 1787759889]  req@ffff96b491184b40 x1874600972570496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759889.374129:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972570496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759889.374162:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759889.374171:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759889.374176:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972570496:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759889.374186:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759886/real 1787759889]  req@ffff96b491185680 x1874600972570624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759889.374210:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972570624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759889.374220:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759889.374250:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759889.374254:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972570624:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759889.949740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759890.013820:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759890.973723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759891.037730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759891.421814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759891.421825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759891.421829:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759891.421841:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1128
00000100:00080000:1.0:1787759891.421852:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759891.421862:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759891.421900:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972570752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759891.421931:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759891.421934:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759891.421935:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759891.421938:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1128
00000100:00080000:1.0:1787759891.421942:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759891.421945:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759891.421953:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759891.421963:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972570880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759891.422006:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972570752:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759891.422103:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759891.422157:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759891/real 1787759891]  req@ffff96b48d40e1c0 x1874600972570752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759891.422180:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972570752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759891.422209:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759891.422215:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759891.422220:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972570752:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759891.422229:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972570880:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759891.422253:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759891.422267:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759891/real 1787759891]  req@ffff96b48d40c000 x1874600972570880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759891.422287:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972570880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759891.422296:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759891.422300:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759891.422304:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972570880:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759891.997673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759892.061791:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759893.021783:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759893.085748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759894.045726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759894.109746:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759895.069715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759895.133799:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759896.093749:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759896.157751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759896.541721:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759896.541732:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759896.541736:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759896.541745:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1134
00000100:00080000:3.0:1787759896.541754:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759896.541761:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759896.541801:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972571008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759896.541827:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759896.541831:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759896.541833:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759896.541838:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1134
00000100:00080000:3.0:1787759896.541842:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759896.541846:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759896.541857:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759896.541871:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972571136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759896.541873:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972571008:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759896.541931:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759896.541963:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759896/real 1787759896]  req@ffff96b49105b0c0 x1874600972571008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759896.541976:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972571008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759896.541982:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759896.541985:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759896.541988:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972571008:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759896.542011:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972571136:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759896.542036:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759896.542050:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759896/real 1787759896]  req@ffff96b491059a40 x1874600972571136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759896.542063:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972571136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759896.542072:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759896.542076:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759896.542079:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972571136:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759897.117729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759897.181678:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759898.141711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759898.205772:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759899.165712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759899.229687:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759900.189700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759900.253871:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759901.213670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759901.277735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759901.661723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759901.661740:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759901.661746:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759901.661759:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1139
00000100:00080000:1.0:1787759901.661773:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759901.661783:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759901.661838:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972571264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759901.661876:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759901.661881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759901.661884:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759901.661889:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1139
00000100:00080000:1.0:1787759901.661896:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759901.661902:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759901.661917:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759901.661931:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972571264:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759901.661942:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972571392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759901.662021:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759901.662067:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759901/real 1787759901]  req@ffff96b48d40d680 x1874600972571264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759901.662092:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972571264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759901.662101:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759901.662105:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759901.662109:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972571264:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759901.662139:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972571392:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759901.662164:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759901.662175:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759901/real 1787759901]  req@ffff96b48d40c000 x1874600972571392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759901.662184:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972571392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759901.662190:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759901.662192:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759901.662195:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972571392:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759902.237689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759902.301825:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759903.261754:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759903.325767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759904.285701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759904.349804:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759905.309694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759905.373709:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759906.333683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759906.397726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759906.781684:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759906.781695:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759906.781715:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759906.781725:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1144
00000100:00080000:3.0:1787759906.781736:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759906.781744:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759906.781776:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972571520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759906.781804:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759906.781809:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759906.781811:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759906.781816:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1144
00000100:00080000:3.0:1787759906.781819:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759906.781824:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759906.781835:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759906.781848:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972571648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759906.781864:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972571520:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759906.781929:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759906.781968:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759906/real 1787759906]  req@ffff96b491058000 x1874600972571520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759906.781988:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972571520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759906.782000:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759906.782004:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759906.782009:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972571520:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759906.782032:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972571648:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759906.782056:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759906.782070:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759906/real 1787759906]  req@ffff96b491059680 x1874600972571648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759906.782084:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972571648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759906.782093:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759906.782097:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759906.782100:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972571648:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759907.357682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759907.421703:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759908.381688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759908.445842:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759909.405710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759909.469720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759910.429693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759910.493744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759911.453735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759911.517674:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759911.901701:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759911.901712:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759911.901724:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759911.901736:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1149
00000100:00080000:3.0:1787759911.901748:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759911.901755:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759911.901807:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972571776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759911.901833:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759911.901858:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759911.901860:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759911.901865:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1149
00000100:00080000:3.0:1787759911.901870:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759911.901875:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759911.901888:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759911.901894:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972571776:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759911.901902:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972571904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759911.901974:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759911.902019:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759911/real 1787759911]  req@ffff96b49105ad00 x1874600972571776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759911.902035:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972571776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759911.902047:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759911.902052:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759911.902057:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972571776:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759911.902093:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972571904:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759911.902114:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759911.902125:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759911/real 1787759911]  req@ffff96b4910583c0 x1874600972571904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759911.902133:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972571904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759911.902140:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759911.902144:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759911.902148:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972571904:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759912.477729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759912.541752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759913.501685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759913.565714:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759914.525671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759914.589810:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759915.549654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759915.613746:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759916.573793:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759916.637783:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759917.021739:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759917.021754:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759917.021760:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759917.021774:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1154
00000100:00080000:1.0:1787759917.021789:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759917.021799:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759917.021851:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972572032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759917.021884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759917.021889:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759917.021891:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759917.021897:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1154
00000100:00080000:1.0:1787759917.021901:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759917.021906:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759917.021926:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759917.021943:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972572160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759917.021967:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972572032:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759917.022035:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759917.022073:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759917/real 1787759917]  req@ffff96b48d40e1c0 x1874600972572032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759917.022088:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972572032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759917.022096:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759917.022099:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759917.022102:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972572032:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759917.022121:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972572160:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759917.022135:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759917.022143:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759917/real 1787759917]  req@ffff96b48d40ed00 x1874600972572160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759917.022151:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972572160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759917.022157:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759917.022159:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759917.022161:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972572160:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759917.597686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759917.661725:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759918.621666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759918.685711:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759919.645675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759919.709726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759920.669652:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759920.733801:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759921.693664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759921.757837:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759922.141667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759922.141678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759922.141682:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759922.141692:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1159
00000100:00080000:1.0:1787759922.141703:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759922.141711:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759922.141761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972572288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759922.141789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759922.141793:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759922.141795:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759922.141799:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1159
00000100:00080000:1.0:1787759922.141804:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759922.141809:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759922.141819:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759922.141833:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972572416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759922.141838:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972572288:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759922.141899:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759922.141932:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759922/real 1787759922]  req@ffff96b48d40f480 x1874600972572288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759922.141945:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972572288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759922.141952:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759922.141955:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759922.141958:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972572288:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759922.141976:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972572416:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759922.141991:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759922.141998:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759922/real 1787759922]  req@ffff96b48d40f0c0 x1874600972572416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759922.142006:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972572416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759922.142012:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759922.142015:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759922.142017:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972572416:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759922.717709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759922.781770:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759923.741753:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759923.805726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759924.765706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759924.829744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759925.789727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759925.853761:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759926.813712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759926.877731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759927.261707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759927.261715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759927.261718:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759927.261727:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1164
00000100:00080000:1.0:1787759927.261736:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759927.261742:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759927.261771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972572544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759927.261794:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759927.261796:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759927.261798:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759927.261801:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1164
00000100:00080000:1.0:1787759927.261803:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759927.261819:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759927.261827:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759927.261837:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972572672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759927.261886:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972572544:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759927.261985:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759927.262042:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759927/real 1787759927]  req@ffff96b48d40e580 x1874600972572544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759927.262078:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972572544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759927.262091:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759927.262096:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759927.262101:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972572544:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759927.262109:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972572672:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759927.262134:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759927.262148:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759927/real 1787759927]  req@ffff96b48d40de00 x1874600972572672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759927.262162:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972572672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759927.262171:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759927.262175:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759927.262179:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972572672:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759927.837660:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759927.901720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759928.861722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759928.925715:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759929.885700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759929.949702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759930.909693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759930.973756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759931.933677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759931.997711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759932.381715:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759932.381727:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759932.381731:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759932.381742:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1169
00000100:00080000:3.0:1787759932.381754:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759932.381762:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759932.381805:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972572800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759932.381830:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759932.381833:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759932.381853:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759932.381858:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1169
00000100:00080000:3.0:1787759932.381862:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759932.381867:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759932.381879:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759932.381894:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972572928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759932.381907:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972572800:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759932.381991:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759932.382028:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759932/real 1787759932]  req@ffff96b491058b40 x1874600972572800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759932.382042:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972572800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759932.382050:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759932.382053:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759932.382056:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972572800:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759932.382075:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972572928:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759932.382091:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759932.382099:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759932/real 1787759932]  req@ffff96b491058f00 x1874600972572928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759932.382107:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972572928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759932.382113:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759932.382116:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759932.382118:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972572928:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759932.957684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759933.021741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759933.981709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759934.045712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759935.005730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759935.069763:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759936.029755:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759936.093760:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759937.053699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759937.117801:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759937.501731:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759937.501739:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759937.501744:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759937.501751:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1175
00000100:00080000:1.0:1787759937.501761:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759937.501766:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759937.501799:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972573056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759937.501825:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759937.501828:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759937.501829:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759937.501832:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1175
00000100:00080000:1.0:1787759937.501834:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759937.501836:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759937.501844:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759937.501868:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972573184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759937.501886:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972573056:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759937.501945:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759937.501977:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759937/real 1787759937]  req@ffff96b48d40fc00 x1874600972573056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759937.501990:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972573056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759937.501998:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759937.502001:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759937.502004:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972573056:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759937.502023:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972573184:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759937.502038:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759937.502046:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759937/real 1787759937]  req@ffff96b48d40de00 x1874600972573184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759937.502054:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972573184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759937.502060:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759937.502062:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759937.502063:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972573184:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759938.077709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759938.141720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759939.101707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759939.165747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759940.125670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759940.189721:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759941.149701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759941.213761:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759942.173717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759942.237778:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759942.621743:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759942.621774:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759942.621779:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759942.621793:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1180
00000100:00080000:0.0:1787759942.621808:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759942.621820:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759942.621869:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972573312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759942.621903:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759942.621925:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759942.621928:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759942.621934:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1180
00000100:00080000:0.0:1787759942.621939:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759942.621945:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787759942.621955:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972573312:192.168.204.133@tcp:250:kworker.0
00000008:00100000:0.0:1787759942.621957:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759942.621977:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972573440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759942.622044:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759942.622085:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759942/real 1787759942]  req@ffff96b491185e00 x1874600972573312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759942.622098:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972573312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759942.622106:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759942.622109:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759942.622113:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972573312:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759942.622134:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972573440:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759942.622150:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759942.622158:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759942/real 1787759942]  req@ffff96b491185680 x1874600972573440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759942.622165:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972573440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759942.622170:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759942.622172:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759942.622174:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972573440:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759943.197701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759943.261794:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759944.221735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759944.285818:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759945.245682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759945.309835:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759946.269704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759946.333810:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759947.293724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759947.357795:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759947.741743:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759947.741753:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759947.741757:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759947.741772:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1185
00000100:00080000:3.0:1787759947.741784:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759947.741791:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759947.741845:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972573568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759947.741871:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759947.741873:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759947.741875:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759947.741878:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1185
00000100:00080000:3.0:1787759947.741880:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759947.741900:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759947.741911:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759947.741921:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972573568:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759947.741923:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972573696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759947.741993:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759947.742046:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759947/real 1787759947]  req@ffff96b491058f00 x1874600972573568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759947.742077:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972573568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759947.742086:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759947.742089:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759947.742092:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972573568:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759947.742117:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972573696:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759947.742134:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759947.742144:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759947/real 1787759947]  req@ffff96b491058b40 x1874600972573696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759947.742151:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972573696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759947.742157:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759947.742159:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759947.742161:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972573696:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759948.317726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759948.381723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759949.341738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759949.405785:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759950.365730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759950.429692:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759951.389718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759951.453789:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759952.413698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759952.477758:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759952.861706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759952.861715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759952.861718:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759952.861727:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1190
00000100:00080000:0.0:1787759952.861737:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759952.861743:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759952.861775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972573824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759952.861799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759952.861802:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759952.861804:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759952.861807:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1190
00000100:00080000:0.0:1787759952.861823:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759952.861826:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759952.861834:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759952.861846:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972573952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759952.861862:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972573824:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759952.861947:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972573952:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759953.437686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759953.501714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759954.461690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759954.525761:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759955.485667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759955.549723:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787759955.933879:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787759955.933940:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759955.933962:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787759955.934011:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787759955.934063:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759952/real 1787759955]  req@ffff96b491186580 x1874600972573952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759955.934098:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972573952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759955.934136:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759955.934142:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759955.934147:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972573952:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759955.934155:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759952/real 1787759955]  req@ffff96b491184b40 x1874600972573824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759955.934170:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972573824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759955.934178:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759955.934182:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759955.934185:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972573824:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759956.509661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759956.573779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759957.533654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759957.597759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759957.981770:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759957.981784:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759957.981788:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759957.981800:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1195
00000100:00080000:3.0:1787759957.981813:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759957.981822:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759957.981862:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972574080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759957.981893:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759957.981896:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759957.981898:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759957.981902:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1195
00000100:00080000:3.0:1787759957.981906:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759957.981911:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759957.981922:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759957.981936:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972574208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759957.981951:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972574080:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759957.982037:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759957.982089:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759957/real 1787759957]  req@ffff96b4910583c0 x1874600972574080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759957.982110:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972574080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759957.982121:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759957.982126:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759957.982131:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972574080:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759957.982162:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972574208:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759957.982200:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759957.982213:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759957/real 1787759957]  req@ffff96b49105ad00 x1874600972574208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759957.982224:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972574208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759957.982232:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759957.982235:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759957.982238:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972574208:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759958.557708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759958.621729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759959.581693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759959.645718:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759960.605680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759960.669713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759961.629701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759961.693771:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759962.653684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759962.717748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759963.101665:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759963.101676:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759963.101680:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759963.101690:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1200
00000100:00080000:3.0:1787759963.101702:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759963.101709:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759963.101759:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972574336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759963.101785:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759963.101787:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759963.101789:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759963.101792:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1200
00000100:00080000:3.0:1787759963.101794:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759963.101796:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759963.101805:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759963.101815:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972574464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759963.101829:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972574336:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759963.101895:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759963.101933:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759963/real 1787759963]  req@ffff96b491059680 x1874600972574336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759963.101946:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972574336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759963.101955:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759963.101957:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759963.101960:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972574336:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759963.101982:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972574464:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759963.101995:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759963.102003:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759963/real 1787759963]  req@ffff96b491058000 x1874600972574464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759963.102030:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972574464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759963.102036:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759963.102038:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759963.102040:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972574464:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759963.677683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759963.741775:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759964.701682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759964.765768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759965.725735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759965.789790:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759966.749646:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759966.813707:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759967.773683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759967.837716:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759968.221660:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759968.221669:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759968.221673:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759968.221683:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1205
00000100:00080000:3.0:1787759968.221694:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759968.221702:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787759968.221745:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972574592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759968.221768:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759968.221771:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759968.221773:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759968.221776:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1205
00000100:00080000:3.0:1787759968.221780:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759968.221784:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787759968.221792:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759968.221806:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105b0c0 x1874600972574720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759968.221811:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972574592:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759968.221864:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759968.221893:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759968/real 1787759968]  req@ffff96b491059a40 x1874600972574592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759968.221904:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972574592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759968.221911:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759968.221913:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759968.221916:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972574592:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759968.221932:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972574720:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759968.221944:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759968.221951:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759968/real 1787759968]  req@ffff96b49105b0c0 x1874600972574720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759968.221957:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105b0c0 x1874600972574720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759968.221971:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759968.221973:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759968.221975:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972574720:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759968.797674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759968.861710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759969.821695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759969.885693:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759970.845676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759970.909753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759971.869675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759971.933736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759972.893675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759972.957712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759973.341719:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759973.341730:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759973.341735:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759973.341745:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1210
00000100:00080000:1.0:1787759973.341756:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759973.341764:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759973.341802:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972574848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759973.341830:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759973.341834:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759973.341836:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759973.341843:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1210
00000100:00080000:1.0:1787759973.341848:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787759973.341857:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972574848:192.168.204.133@tcp:250:kworker.0
00000100:00080000:1.0:1787759973.341869:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759973.341881:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759973.341899:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972574976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759973.341917:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759973.341951:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759973/real 1787759973]  req@ffff96b48d40e580 x1874600972574848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759973.341964:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972574848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759973.341973:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759973.341976:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759973.341979:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972574848:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759973.341997:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972574976:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759973.342011:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759973.342019:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759973/real 1787759973]  req@ffff96b48d40f0c0 x1874600972574976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759973.342027:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972574976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759973.342032:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759973.342034:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759973.342036:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972574976:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759973.917747:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759973.981789:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759974.941690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759975.005736:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759975.965795:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759976.029788:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759976.989677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759977.053775:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759978.013715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759978.077800:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759978.461726:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759978.461737:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759978.461742:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759978.461753:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1215
00000100:00080000:1.0:1787759978.461766:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759978.461774:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759978.461833:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972575104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759978.461873:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759978.461876:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759978.461878:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759978.461881:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1215
00000100:00080000:1.0:1787759978.461885:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759978.461888:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759978.461898:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759978.461910:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972575232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759978.461982:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972575104:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787759978.462075:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759978.462135:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759978/real 1787759978]  req@ffff96b48d40f480 x1874600972575104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759978.462156:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972575104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759978.462168:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759978.462174:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759978.462178:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972575104:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787759978.462187:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972575232:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787759978.462223:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787759978.462238:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759978/real 1787759978]  req@ffff96b48d40ed00 x1874600972575232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759978.462251:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972575232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759978.462261:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759978.462264:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787759978.462268:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972575232:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787759979.037659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759979.101797:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759980.061672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759980.125806:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759981.085673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759981.149729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759982.109664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759982.173796:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759983.133666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759983.197752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759983.581687:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759983.581696:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759983.581699:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759983.581708:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1221
00000100:00080000:0.0:1787759983.581718:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759983.581725:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787759983.581766:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972575360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759983.581829:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759983.581832:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759983.581833:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759983.581837:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1221
00000100:00080000:0.0:1787759983.581840:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759983.581845:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787759983.581853:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759983.581866:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972575488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759983.581899:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972575360:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787759983.582006:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759983.582055:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759983/real 1787759983]  req@ffff96b491186d00 x1874600972575360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759983.582072:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972575360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759983.582082:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759983.582087:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759983.582092:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972575360:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759983.582100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972575488:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759983.582126:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759983.582160:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759983/real 1787759983]  req@ffff96b491184b40 x1874600972575488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759983.582169:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972575488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759983.582176:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759983.582179:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759983.582181:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972575488:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759984.157696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759984.221773:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759985.181711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759985.245752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759986.205656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787759986.269740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759987.229683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759987.293674:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759988.253699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759988.317795:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759988.701731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759988.701741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759988.701745:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759988.701756:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1226
00000100:00080000:1.0:1787759988.701767:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759988.701774:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759988.701811:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972575616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759988.701839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759988.701843:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759988.701845:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759988.701849:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1226
00000100:00080000:1.0:1787759988.701853:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759988.701857:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759988.701895:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759988.701910:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972575744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759988.701925:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972575616:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787759988.702022:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759988.702079:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759988/real 1787759988]  req@ffff96b48d40e1c0 x1874600972575616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759988.702101:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972575616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759988.702115:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759988.702120:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759988.702124:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972575616:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759988.702157:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972575744:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759988.702185:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759988.702205:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759988/real 1787759988]  req@ffff96b48d40c000 x1874600972575744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759988.702220:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972575744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759988.702244:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759988.702249:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759988.702253:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972575744:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759989.277701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759989.341665:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759990.301737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759990.365816:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759991.325763:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759991.389696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759992.349674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759992.413705:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759993.373702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759993.437681:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759993.821682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759993.821690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759993.821695:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759993.821704:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1231
00000100:00080000:1.0:1787759993.821714:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759993.821722:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759993.821772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972575872/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759993.821798:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759993.821801:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759993.821802:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759993.821807:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1231
00000100:00080000:1.0:1787759993.821811:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759993.821816:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759993.821826:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759993.821839:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972575872:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787759993.821846:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972576000/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787759993.821902:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759993.821941:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759993/real 1787759993]  req@ffff96b48d40d680 x1874600972575872/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759993.821968:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972575872/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759993.821980:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759993.821984:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759993.821989:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972575872:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759993.822019:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972576000:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759993.822043:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759993.822053:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759993/real 1787759993]  req@ffff96b48d40c000 x1874600972576000/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759993.822061:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972576000/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759993.822067:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759993.822075:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759993.822078:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972576000:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759994.397668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759994.461726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759995.421749:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759995.485804:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759996.445739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759996.509740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759997.469774:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759997.533783:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759998.493658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787759998.557759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759998.941726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759998.941737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759998.941742:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759998.941753:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1236
00000100:00080000:1.0:1787759998.941764:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759998.941772:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787759998.941820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972576128/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759998.941850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759998.941854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759998.941856:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759998.941861:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1236
00000100:00080000:1.0:1787759998.941865:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759998.941869:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787759998.941886:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759998.941901:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972576256/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759998.941913:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972576128:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787759998.941979:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759998.942033:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759998/real 1787759998]  req@ffff96b48d40e1c0 x1874600972576128/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759998.942051:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972576128/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759998.942063:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759998.942067:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759998.942071:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972576128:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787759998.942093:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972576256:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787759998.942115:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787759998.942129:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759998/real 1787759998]  req@ffff96b48d40ed00 x1874600972576256/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759998.942143:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972576256/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759998.942153:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759998.942157:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787759998.942160:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972576256:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787759999.517707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787759999.581752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760000.541751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760000.605787:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760001.565787:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760001.629728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760002.589727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760002.653792:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760003.613662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760003.677772:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760004.061683:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760004.061695:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760004.061700:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760004.061714:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1241
00000100:00080000:0.0:1787760004.061727:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760004.061737:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760004.061803:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972576384/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760004.061834:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760004.061838:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760004.061840:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760004.061846:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1241
00000100:00080000:0.0:1787760004.061850:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760004.061855:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760004.061867:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760004.061867:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972576384:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760004.061884:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972576512/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760004.061947:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760004.062001:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760004/real 1787760004]  req@ffff96b491186580 x1874600972576384/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760004.062016:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972576384/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760004.062025:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760004.062028:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760004.062031:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972576384:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760004.062053:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972576512:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760004.062070:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760004.062078:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760004/real 1787760004]  req@ffff96b491185680 x1874600972576512/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760004.062085:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972576512/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760004.062091:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760004.062093:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760004.062095:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972576512:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760004.637740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760004.701744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760005.661683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760005.725754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760006.685724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760006.749764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760007.709730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760007.773769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760008.733730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760008.797803:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760009.181747:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760009.181757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760009.181762:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760009.181772:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1246
00000100:00080000:2.0:1787760009.181784:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760009.181791:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760009.181843:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972576640/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760009.181875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760009.181878:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760009.181883:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760009.181886:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1246
00000100:00080000:2.0:1787760009.181889:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760009.181892:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760009.181903:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760009.181914:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972576768/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760009.181923:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972576640:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760009.181991:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760009.182032:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760009/real 1787760009]  req@ffff96b49109cb40 x1874600972576640/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760009.182044:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972576640/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760009.182053:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760009.182056:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760009.182059:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972576640:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760009.182080:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972576768:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760009.182093:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760009.182101:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760009/real 1787760009]  req@ffff96b49109c3c0 x1874600972576768/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760009.182108:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972576768/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760009.182113:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760009.182115:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760009.182116:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972576768:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760009.757725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760009.821751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760010.781715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760010.845814:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760011.805714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760011.869726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760012.829716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760012.893738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760013.853690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760013.917684:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760014.301685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760014.301695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760014.301700:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760014.301710:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1251
00000100:00080000:2.0:1787760014.301720:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760014.301729:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760014.301764:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972576896/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760014.301809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760014.301813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760014.301815:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760014.301820:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1251
00000100:00080000:2.0:1787760014.301824:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760014.301828:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760014.301838:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760014.301852:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972577024/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760014.301859:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972576896:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760014.301928:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760014.301961:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760014/real 1787760014]  req@ffff96b49109e1c0 x1874600972576896/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760014.301974:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972576896/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760014.301983:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760014.301986:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760014.301989:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972576896:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760014.302008:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972577024:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760014.302023:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760014.302031:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760014/real 1787760014]  req@ffff96b49109d2c0 x1874600972577024/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760014.302039:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972577024/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760014.302044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760014.302046:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760014.302048:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972577024:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760014.877704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760014.941782:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760015.901680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760015.965747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760016.925739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760016.989834:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760017.949728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760018.013741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760018.973723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760019.037774:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760019.421703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760019.421714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760019.421719:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760019.421730:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1256
00000100:00080000:2.0:1787760019.421742:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760019.421749:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760019.421786:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972577152/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760019.421815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760019.421819:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760019.421821:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760019.421825:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1256
00000100:00080000:2.0:1787760019.421828:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760019.421834:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760019.421858:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760019.421880:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972577280/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760019.421880:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972577152:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760019.422023:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972577280:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760019.997751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760020.061752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760021.021682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760021.085775:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760022.045679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760022.109746:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787760022.494008:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787760022.494074:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760022.494094:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787760022.494150:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:3.0:1787760022.494286:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760019/real 1787760022]  req@ffff96b49109d2c0 x1874600972577280/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760022.494328:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972577280/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760022.494343:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760022.494362:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760022.494367:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972577280:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787760022.494376:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760019/real 1787760022]  req@ffff96b49109f840 x1874600972577152/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760022.494391:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972577152/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760022.494400:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760022.494404:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760022.494408:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972577152:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760023.069685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760023.133851:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760024.093724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760024.157749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760024.541730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760024.541745:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760024.541751:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760024.541766:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1262
00000100:00080000:2.0:1787760024.541780:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760024.541788:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760024.541832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972577408/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760024.541864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760024.541867:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760024.541868:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760024.541871:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1262
00000100:00080000:2.0:1787760024.541873:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760024.541876:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760024.541885:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760024.541895:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972577536/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760024.541918:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972577408:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760024.542006:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760024.542064:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760024/real 1787760024]  req@ffff96b49109e1c0 x1874600972577408/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760024.542084:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972577408/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760024.542125:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760024.542130:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760024.542141:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972577408:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760024.542149:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972577536:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760024.542190:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760024.542202:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760024/real 1787760024]  req@ffff96b49109c3c0 x1874600972577536/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760024.542213:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972577536/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760024.542220:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760024.542223:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760024.542225:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972577536:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760025.117735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760025.181804:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760026.141751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760026.205745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760027.165744:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760027.229747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760028.189728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760028.253796:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760029.213708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760029.277727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760029.661718:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760029.661744:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760029.661747:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760029.661756:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1267
00000100:00080000:0.0:1787760029.661764:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760029.661770:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760029.661800:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972577664/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760029.661826:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760029.661836:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760029.661837:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760029.661841:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1267
00000100:00080000:0.0:1787760029.661846:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760029.661848:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760029.661857:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760029.661869:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972577792/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760029.661889:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972577664:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760029.661977:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760029.662023:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760029/real 1787760029]  req@ffff96b491185e00 x1874600972577664/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760029.662038:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972577664/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760029.662048:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760029.662051:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760029.662054:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972577664:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760029.662106:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972577792:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760029.662127:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760029.662137:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760029/real 1787760029]  req@ffff96b491185680 x1874600972577792/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760029.662146:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972577792/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760029.662152:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760029.662155:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760029.662157:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972577792:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760030.237697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760030.301760:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760031.261795:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760031.325742:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760032.285757:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760032.349769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760033.309689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760033.373703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760034.333677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760034.397663:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760034.781667:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760034.781676:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760034.781680:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760034.781689:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1272
00000100:00080000:1.0:1787760034.781698:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760034.781704:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760034.781735:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972577920/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760034.781758:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760034.781761:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760034.781762:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760034.781765:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1272
00000100:00080000:1.0:1787760034.781767:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760034.781769:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760034.781776:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760034.781787:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972578048/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760034.781814:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972577920:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760034.781867:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760034.781899:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760034/real 1787760034]  req@ffff96b48d40f480 x1874600972577920/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760034.781912:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972577920/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760034.781920:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760034.781923:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760034.781926:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972577920:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760034.781931:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972578048:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760034.781945:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760034.781953:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760034/real 1787760034]  req@ffff96b48d40f0c0 x1874600972578048/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760034.781992:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972578048/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760034.781998:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760034.782000:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760034.782003:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972578048:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760035.357668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760035.421769:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760036.381743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760036.445733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760037.405662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760037.469744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760038.429689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760038.493797:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760039.453765:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760039.517743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760039.901694:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760039.901702:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760039.901711:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760039.901720:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1277
00000100:00080000:1.0:1787760039.901729:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760039.901735:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760039.901767:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972578176/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760039.901789:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760039.901792:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760039.901793:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760039.901796:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1277
00000100:00080000:1.0:1787760039.901798:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760039.901800:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760039.901808:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760039.901816:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972578304/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760039.901850:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972578176:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760039.901932:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760039.901972:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760039/real 1787760039]  req@ffff96b48d40e580 x1874600972578176/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760039.901992:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972578176/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760039.902003:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760039.902007:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760039.902011:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972578176:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760039.902019:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972578304:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760039.902043:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760039.902067:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760039/real 1787760039]  req@ffff96b48d40de00 x1874600972578304/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760039.902080:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972578304/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760039.902109:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760039.902113:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760039.902116:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972578304:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760040.477676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760040.541730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760041.501741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760041.565721:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760042.525680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760042.589727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760043.549730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760043.613812:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760044.573700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760044.637753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760045.021697:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760045.021709:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760045.021738:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760045.021749:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1282
00000100:00080000:1.0:1787760045.021762:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760045.021797:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760045.021840:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972578432/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760045.021868:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760045.021871:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760045.021872:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760045.021879:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1282
00000100:00080000:1.0:1787760045.021882:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760045.021885:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760045.021896:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760045.021910:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972578560/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760045.021923:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972578432:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760045.022002:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760045.022050:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760045/real 1787760045]  req@ffff96b48d40fc00 x1874600972578432/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760045.022065:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972578432/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760045.022075:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760045.022080:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760045.022085:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972578432:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760045.022115:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972578560:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760045.022138:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760045.022149:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760045/real 1787760045]  req@ffff96b48d40de00 x1874600972578560/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760045.022168:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972578560/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760045.022175:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760045.022177:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760045.022180:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972578560:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760045.597678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760045.661765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760046.621701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760046.685809:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760047.645740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760047.709766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760048.669708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760048.733689:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760049.693712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760049.757732:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760050.141744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760050.141752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760050.141755:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760050.141764:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1287
00000100:00080000:2.0:1787760050.141791:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760050.141797:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760050.141826:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972578688/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760050.141850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760050.141859:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760050.141861:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760050.141864:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1287
00000100:00080000:2.0:1787760050.141867:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760050.141869:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760050.141877:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760050.141886:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972578816/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760050.141913:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972578688:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760050.141978:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760050.142022:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760050/real 1787760050]  req@ffff96b49109cb40 x1874600972578688/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760050.142041:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972578688/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760050.142053:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760050.142057:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760050.142061:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972578688:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760050.142069:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972578816:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760050.142093:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760050.142106:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760050/real 1787760050]  req@ffff96b49109fc00 x1874600972578816/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760050.142119:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972578816/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760050.142128:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760050.142132:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760050.142135:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972578816:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760050.717684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760050.781753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760051.741758:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760051.805807:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760052.765678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760052.829795:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760053.789736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760053.853766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760054.813726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760054.877766:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760055.261725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760055.261769:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760055.261775:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760055.261801:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1292
00000100:00080000:1.0:1787760055.261816:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760055.261826:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760055.261869:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972578944/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760055.261900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760055.261904:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760055.261905:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760055.261909:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1292
00000100:00080000:1.0:1787760055.261912:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760055.261914:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760055.261924:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760055.261937:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972579072/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760055.261982:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972578944:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760055.262052:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760055.262104:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760055/real 1787760055]  req@ffff96b48d40e580 x1874600972578944/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760055.262131:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972578944/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760055.262140:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760055.262143:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760055.262146:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972578944:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760055.262152:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972579072:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760055.262170:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760055.262179:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760055/real 1787760055]  req@ffff96b48d40f0c0 x1874600972579072/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760055.262187:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972579072/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760055.262192:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760055.262194:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760055.262196:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972579072:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760055.837732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760055.901730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760056.861720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760056.925759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760057.885690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760057.949713:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760058.909718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760058.973765:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760059.934547:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760059.997727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760060.381683:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760060.381696:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760060.381701:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760060.381714:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1297
00000100:00080000:0.0:1787760060.381727:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760060.381736:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760060.381781:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972579200/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760060.381808:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760060.381812:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760060.381814:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760060.381819:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1297
00000100:00080000:0.0:1787760060.381823:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760060.381851:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760060.381862:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760060.381864:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972579200:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760060.381875:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972579328/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760060.381936:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760060.381980:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760060/real 1787760060]  req@ffff96b491186580 x1874600972579200/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760060.381997:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972579200/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760060.382021:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760060.382026:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760060.382029:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972579200:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760060.382054:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972579328:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760060.382074:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760060.382085:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760060/real 1787760060]  req@ffff96b491184b40 x1874600972579328/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760060.382097:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972579328/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760060.382104:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760060.382107:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760060.382110:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972579328:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760060.957722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760061.021755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760061.981674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760062.045743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760063.005701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760063.069740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760064.029728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760064.093781:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760065.053662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760065.117720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760065.501740:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760065.501751:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760065.501760:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760065.501772:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1303
00000100:00080000:0.0:1787760065.501785:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760065.501794:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760065.501841:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972579456/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760065.501864:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760065.501867:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760065.501869:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760065.501872:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1303
00000100:00080000:0.0:1787760065.501874:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760065.501877:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760065.501886:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760065.501897:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972579584/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760065.501908:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972579456:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760065.501975:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760065.502017:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760065/real 1787760065]  req@ffff96b491186d00 x1874600972579456/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760065.502031:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972579456/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760065.502042:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760065.502047:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760065.502050:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972579456:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760065.502086:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972579584:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760065.502109:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760065.502133:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760065/real 1787760065]  req@ffff96b491184b40 x1874600972579584/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760065.502143:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972579584/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760065.502149:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760065.502151:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760065.502153:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972579584:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760066.077734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760066.141760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760067.101697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760067.165757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760068.125749:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760068.189740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760069.149748:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760069.213759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760070.173677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760070.237735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760070.621686:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760070.621695:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760070.621700:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760070.621709:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1308
00000100:00080000:0.0:1787760070.621719:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760070.621726:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760070.621758:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972579712/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760070.621785:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760070.621788:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760070.621790:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760070.621794:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1308
00000100:00080000:0.0:1787760070.621797:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760070.621802:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760070.621813:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760070.621822:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972579712:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760070.621827:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972579840/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760070.621880:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760070.621911:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760070/real 1787760070]  req@ffff96b491186580 x1874600972579712/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760070.621922:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972579712/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760070.621929:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760070.621932:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760070.621934:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972579712:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760070.621950:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972579840:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760070.621963:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760070.621970:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760070/real 1787760070]  req@ffff96b491185680 x1874600972579840/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760070.621989:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972579840/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760070.621994:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760070.621996:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760070.621998:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972579840:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760071.197711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760071.261779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760072.221654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760072.285709:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760073.245675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760073.309745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760074.269683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760074.333794:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760075.293703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760075.357787:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760075.741722:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760075.741733:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760075.741738:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760075.741748:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1313
00000100:00080000:1.0:1787760075.741760:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760075.741770:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760075.741813:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972579968/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760075.741837:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760075.741840:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760075.741841:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760075.741844:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1313
00000100:00080000:1.0:1787760075.741847:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760075.741849:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760075.741859:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760075.741868:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972580096/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760075.741897:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972579968:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760075.741977:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760075.742030:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760075/real 1787760075]  req@ffff96b48d40ed00 x1874600972579968/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760075.742049:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972579968/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760075.742060:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760075.742065:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760075.742069:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972579968:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760075.742076:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972580096:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760075.742098:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760075.742110:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760075/real 1787760075]  req@ffff96b48d40e1c0 x1874600972580096/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760075.742122:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972580096/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760075.742152:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760075.742156:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760075.742159:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972580096:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760076.317713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760076.381792:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760077.341671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760077.405805:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760078.365705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760078.429782:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760079.389671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760079.453803:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760080.413718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760080.477806:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760080.861746:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760080.861757:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760080.861762:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760080.861773:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1318
00000100:00080000:1.0:1787760080.861808:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760080.861816:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760080.861859:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972580224/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760080.861883:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760080.861885:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760080.861890:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760080.861893:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1318
00000100:00080000:1.0:1787760080.861895:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760080.861898:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760080.861908:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760080.861917:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972580352/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760080.861930:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972580224:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760080.862006:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760080.862055:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760080/real 1787760080]  req@ffff96b48d40c000 x1874600972580224/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760080.862085:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972580224/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760080.862096:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760080.862100:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760080.862103:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972580224:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760080.862133:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972580352:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760080.862159:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760080.862172:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760080/real 1787760080]  req@ffff96b48d40d680 x1874600972580352/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760080.862183:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972580352/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760080.862192:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760080.862196:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760080.862199:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972580352:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760081.437679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760081.501739:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760082.461712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760082.525752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760083.485712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760083.549759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760084.509727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760084.573682:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760085.533692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760085.597747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760085.981768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760085.981776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760085.981780:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760085.981788:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1323
00000100:00080000:2.0:1787760085.981797:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760085.981803:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760085.981844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972580480/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760085.981864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760085.981867:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760085.981868:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760085.981884:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1323
00000100:00080000:2.0:1787760085.981888:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760085.981891:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760085.981900:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760085.981911:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972580608/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760085.981939:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972580480:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760085.982081:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972580608:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760086.557717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760086.621778:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760087.581703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760087.645729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760088.605653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760088.669781:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787760089.053994:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:2.0:1787760089.054040:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787760089.054058:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787760089.054112:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:3.0:1787760089.054170:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760085/real 1787760089]  req@ffff96b49109fc00 x1874600972580608/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760089.054200:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972580608/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760089.054214:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760089.054219:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760089.054223:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972580608:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787760089.054231:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760085/real 1787760089]  req@ffff96b49109c000 x1874600972580480/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760089.054243:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972580480/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760089.054250:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760089.054253:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760089.054255:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972580480:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760089.629696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760089.693737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760090.653731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760090.717788:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760091.101804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760091.101818:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760091.101823:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760091.101848:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1328
00000100:00080000:2.0:1787760091.101861:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760091.101879:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760091.101930:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972580736/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760091.101969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760091.101974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760091.101998:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760091.102004:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1328
00000100:00080000:2.0:1787760091.102009:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760091.102015:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760091.102028:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760091.102046:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972580864/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760091.102087:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972580736:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760091.102191:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760091.102261:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760091/real 1787760091]  req@ffff96b49109cb40 x1874600972580736/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760091.102315:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972580736/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760091.102331:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760091.102337:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760091.102342:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972580736:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760091.102352:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972580864:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760091.102384:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760091.102400:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760091/real 1787760091]  req@ffff96b49109c3c0 x1874600972580864/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760091.102412:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972580864/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760091.102434:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760091.102439:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760091.102443:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972580864:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760091.677710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760091.741707:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760092.701718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760092.765796:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760093.725691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760093.789723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760094.749741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760094.813778:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760095.773763:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760095.837712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760096.221759:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760096.221769:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760096.221783:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760096.221793:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1333
00000100:00080000:0.0:1787760096.221802:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760096.221808:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760096.221844:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972580992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760096.221872:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760096.221877:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760096.221879:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760096.221883:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1333
00000100:00080000:0.0:1787760096.221887:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760096.221891:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760096.221900:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760096.221914:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972581120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760096.221925:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972580992:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760096.221991:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760096.222026:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760096/real 1787760096]  req@ffff96b491185e00 x1874600972580992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760096.222038:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972580992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760096.222062:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760096.222065:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760096.222068:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972580992:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760096.222087:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972581120:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760096.222105:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760096.222113:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760096/real 1787760096]  req@ffff96b491185680 x1874600972581120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760096.222121:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972581120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760096.222127:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760096.222130:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760096.222132:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972581120:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760096.797738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760096.861845:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760097.821757:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760097.885764:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760098.845712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760098.909823:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760099.869698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760099.933730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760100.893706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760100.957798:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760101.341709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760101.341721:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760101.341726:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760101.341737:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1338
00000100:00080000:1.0:1787760101.341770:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760101.341777:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760101.341825:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972581248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760101.341850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760101.341853:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760101.341855:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760101.341858:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1338
00000100:00080000:1.0:1787760101.341861:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760101.341864:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760101.341874:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760101.341885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972581376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760101.341900:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972581248:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760101.341977:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760101.342019:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760101/real 1787760101]  req@ffff96b48d40d680 x1874600972581248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760101.342044:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972581248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760101.342054:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760101.342057:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760101.342061:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972581248:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760101.342095:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972581376:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760101.342115:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760101.342125:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760101/real 1787760101]  req@ffff96b48d40c000 x1874600972581376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760101.342141:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972581376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760101.342147:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760101.342150:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760101.342153:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972581376:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760101.917709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760101.981764:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760102.941729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760103.005776:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760103.965717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760104.029756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760104.989706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760105.053764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760106.013705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760106.077689:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760106.461695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760106.461704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760106.461708:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760106.461717:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1343
00000100:00080000:1.0:1787760106.461728:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760106.461736:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760106.461772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972581504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760106.461808:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760106.461812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760106.461829:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760106.461835:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1343
00000100:00080000:1.0:1787760106.461840:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760106.461846:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760106.461857:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760106.461875:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972581632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760106.461897:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972581504:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760106.461992:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760106.462047:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760106/real 1787760106]  req@ffff96b48d40e1c0 x1874600972581504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760106.462073:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972581504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760106.462082:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760106.462086:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760106.462089:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972581504:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760106.462115:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972581632:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760106.462134:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760106.462143:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760106/real 1787760106]  req@ffff96b48d40ed00 x1874600972581632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760106.462165:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972581632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760106.462171:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760106.462174:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760106.462176:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972581632:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760107.037721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760107.101752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760108.061718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760108.125817:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760109.085709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760109.149780:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760110.109741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760110.173751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760111.133730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760111.197765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760111.581666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760111.581680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760111.581687:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760111.581702:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1349
00000100:00080000:1.0:1787760111.581716:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760111.581726:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760111.581778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972581760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760111.581839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760111.581844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760111.581847:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760111.581854:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1349
00000100:00080000:1.0:1787760111.581859:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760111.581864:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760111.581878:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760111.581879:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972581760:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760111.581907:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972581888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760111.581983:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760111.582031:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760111/real 1787760111]  req@ffff96b48d40f480 x1874600972581760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760111.582055:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972581760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760111.582066:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760111.582071:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760111.582076:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972581760:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760111.582110:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972581888:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760111.582135:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760111.582145:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760111/real 1787760111]  req@ffff96b48d40f0c0 x1874600972581888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760111.582165:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972581888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760111.582183:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760111.582186:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760111.582188:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972581888:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760112.157750:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760112.221720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760113.181721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760113.245803:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760114.205654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760114.269741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760115.229756:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760115.293801:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760116.253671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760116.317807:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760116.701709:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760116.701721:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760116.701726:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760116.701737:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1354
00000100:00080000:0.0:1787760116.701749:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760116.701758:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760116.701810:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972582016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760116.701846:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760116.701850:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760116.701852:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760116.701856:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1354
00000100:00080000:0.0:1787760116.701859:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760116.701863:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760116.701874:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760116.701888:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972582144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760116.701897:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972582016:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760116.701979:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760116.702035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760116/real 1787760116]  req@ffff96b491186580 x1874600972582016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760116.702052:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972582016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760116.702062:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760116.702065:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760116.702069:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972582016:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760116.702093:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972582144:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760116.702113:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760116.702122:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760116/real 1787760116]  req@ffff96b491184b40 x1874600972582144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760116.702131:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972582144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760116.702138:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760116.702140:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760116.702142:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972582144:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760117.277757:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760117.341829:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760118.301666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760118.365744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760119.325739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760119.389814:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760120.349719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760120.413739:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760121.373764:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760121.437750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760121.821733:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760121.821745:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760121.821750:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760121.821760:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1359
00000100:00080000:2.0:1787760121.821772:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760121.821779:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760121.821839:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972582272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760121.821874:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760121.821878:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760121.821901:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760121.821908:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1359
00000100:00080000:2.0:1787760121.821912:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760121.821916:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760121.821925:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972582272:192.168.204.133@tcp:250:kworker.0
00000008:00100000:2.0:1787760121.821927:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760121.821942:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972582400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760121.822013:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760121.822065:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760121/real 1787760121]  req@ffff96b49109e1c0 x1874600972582272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760121.822085:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972582272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760121.822098:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760121.822102:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760121.822117:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972582272:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760121.822153:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972582400:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760121.822177:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760121.822192:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760121/real 1787760121]  req@ffff96b49109f840 x1874600972582400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760121.822206:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972582400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760121.822215:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760121.822219:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760121.822223:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972582400:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760122.397712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760122.461763:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760123.421776:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760123.485752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760124.445721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760124.509708:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760125.469735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760125.533807:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760126.493704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760126.557713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760126.941727:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760126.941735:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760126.941738:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760126.941747:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1364
00000100:00080000:0.0:1787760126.941755:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760126.941761:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760126.941793:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972582528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760126.941814:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760126.941817:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760126.941818:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760126.941821:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1364
00000100:00080000:0.0:1787760126.941823:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760126.941826:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760126.941834:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760126.941846:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972582656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760126.941870:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972582528:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760126.941952:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760126.942001:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760126/real 1787760126]  req@ffff96b491186d00 x1874600972582528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760126.942036:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972582528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760126.942046:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760126.942050:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760126.942053:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972582528:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760126.942079:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972582656:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760126.942097:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760126.942107:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760126/real 1787760126]  req@ffff96b491184b40 x1874600972582656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760126.942116:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972582656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760126.942122:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760126.942124:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760126.942127:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972582656:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760127.517697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760127.581849:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760128.541704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760128.605723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760129.565747:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760129.629753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760130.589650:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760130.653676:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760131.613687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760131.677758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760132.061676:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760132.061684:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760132.061687:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760132.061696:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1369
00000100:00080000:1.0:1787760132.061705:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760132.061711:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760132.061745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972582784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760132.061767:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760132.061770:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760132.061772:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760132.061774:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1369
00000100:00080000:1.0:1787760132.061777:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760132.061779:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760132.061788:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760132.061797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972582912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760132.061808:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972582784:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760132.061864:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760132.061898:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760132/real 1787760132]  req@ffff96b48d40e580 x1874600972582784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760132.061911:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972582784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760132.061935:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760132.061939:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760132.061941:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972582784:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760132.061960:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972582912:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760132.061977:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760132.061985:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760132/real 1787760132]  req@ffff96b48d40de00 x1874600972582912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760132.061993:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972582912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760132.061999:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760132.062001:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760132.062004:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972582912:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760132.637654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760132.701662:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760133.661799:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760133.725770:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760134.685691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760134.749682:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760135.709647:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760135.773806:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760136.733730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760136.797734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760137.181778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760137.181789:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760137.181794:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760137.181805:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1374
00000100:00080000:2.0:1787760137.181817:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760137.181825:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760137.181869:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972583040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760137.181895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760137.181898:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760137.181900:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760137.181903:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1374
00000100:00080000:2.0:1787760137.181906:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760137.181908:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760137.181919:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760137.181934:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972583168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760137.181950:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972583040:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760137.182041:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760137.182095:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760137/real 1787760137]  req@ffff96b49109d2c0 x1874600972583040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760137.182118:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972583040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760137.182131:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760137.182136:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760137.182141:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972583040:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760137.182189:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972583168:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760137.182210:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760137.182220:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760137/real 1787760137]  req@ffff96b49109f840 x1874600972583168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760137.182229:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972583168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760137.182236:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760137.182239:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760137.182241:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972583168:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760137.757706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760137.821789:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760138.781735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760138.845741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760139.805668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760139.869815:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760140.829734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760140.893700:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760141.853690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760141.917719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760142.301719:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760142.301728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760142.301734:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760142.301745:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1379
00000100:00080000:1.0:1787760142.301756:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760142.301764:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760142.301813:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972583296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760142.301851:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760142.301856:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760142.301858:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760142.301863:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1379
00000100:00080000:1.0:1787760142.301868:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760142.301874:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760142.301895:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760142.301907:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972583296:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760142.301915:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972583424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760142.301979:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760142.302014:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760142/real 1787760142]  req@ffff96b48d40fc00 x1874600972583296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760142.302027:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972583296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760142.302035:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760142.302038:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760142.302040:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972583296:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760142.302061:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972583424:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760142.302093:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760142.302108:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760142/real 1787760142]  req@ffff96b48d40de00 x1874600972583424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760142.302131:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972583424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760142.302140:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760142.302149:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760142.302152:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972583424:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760142.877729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760142.941705:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760143.901679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760143.965756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760144.925707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760144.989740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760145.949694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760146.013793:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760146.973732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760147.037780:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760147.421698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760147.421710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760147.421714:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760147.421725:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1384
00000100:00080000:2.0:1787760147.421735:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760147.421743:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760147.421799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972583552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760147.421828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760147.421833:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760147.421835:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760147.421839:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1384
00000100:00080000:2.0:1787760147.421844:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760147.421849:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760147.421860:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760147.421877:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972583680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760147.421908:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972583552:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760147.422006:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760147.422061:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760147/real 1787760147]  req@ffff96b49109e1c0 x1874600972583552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760147.422078:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972583552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760147.422091:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760147.422096:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760147.422101:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972583552:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760147.422136:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972583680:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760147.422158:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760147.422169:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760147/real 1787760147]  req@ffff96b49109c3c0 x1874600972583680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760147.422178:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972583680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760147.422209:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760147.422212:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760147.422214:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972583680:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760147.997673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760148.061760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760149.021668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760149.085775:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760150.045648:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760150.109757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760151.069688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760151.133728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760152.093678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760152.157820:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760152.541720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760152.541731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760152.541735:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760152.541744:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1390
00000100:00080000:2.0:1787760152.541753:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760152.541759:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760152.541792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972583808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760152.541822:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760152.541825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760152.541826:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760152.541829:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1390
00000100:00080000:2.0:1787760152.541836:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760152.541839:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760152.541849:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760152.541859:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972583936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760152.541870:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972583808:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760152.541967:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972583936:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760153.117702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760153.181776:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760154.141762:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760154.205809:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760155.165683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760155.229781:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787760155.613920:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787760155.613972:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760155.613992:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787760155.614035:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:3.0:1787760155.614102:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760152/real 1787760155]  req@ffff96b49109c000 x1874600972583936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760155.614133:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972583936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760155.614148:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760155.614154:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760155.614159:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972583936:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787760155.614168:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760152/real 1787760155]  req@ffff96b49109cb40 x1874600972583808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760155.614182:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972583808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760155.614190:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760155.614194:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760155.614197:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972583808:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760156.189811:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760156.253772:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760157.213700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760157.277753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760157.661694:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760157.661705:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760157.661710:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760157.661724:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1395
00000100:00080000:2.0:1787760157.661738:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760157.661749:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760157.661794:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972584064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760157.661828:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760157.661832:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760157.661834:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760157.661838:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1395
00000100:00080000:2.0:1787760157.661843:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760157.661849:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760157.661862:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760157.661879:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972584064:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760157.661883:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972584192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760157.661971:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760157.662025:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760157/real 1787760157]  req@ffff96b49109fc00 x1874600972584064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760157.662050:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972584064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760157.662064:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760157.662069:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760157.662073:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972584064:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760157.662106:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972584192:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760157.662134:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760157.662156:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760157/real 1787760157]  req@ffff96b49109cb40 x1874600972584192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760157.662170:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972584192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760157.662178:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760157.662182:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760157.662185:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972584192:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760158.237728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760158.301787:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760159.261731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760159.325727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760160.285746:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760160.349720:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760161.309742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760161.373735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760162.333755:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760162.397711:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760162.781775:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760162.781791:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760162.781797:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760162.781813:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1400
00000100:00080000:0.0:1787760162.781828:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760162.781838:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760162.781900:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972584320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760162.781926:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760162.781929:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760162.781931:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760162.781934:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1400
00000100:00080000:0.0:1787760162.781938:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760162.781941:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760162.781950:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760162.781972:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972584448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760162.782017:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972584320:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760162.782092:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760162.782135:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760162/real 1787760162]  req@ffff96b491186580 x1874600972584320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760162.782183:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972584320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760162.782196:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760162.782201:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760162.782205:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972584320:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760162.782229:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972584448:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760162.782250:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760162.782262:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760162/real 1787760162]  req@ffff96b491185680 x1874600972584448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760162.782274:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972584448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760162.782289:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760162.782293:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760162.782296:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972584448:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760163.357773:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760163.421707:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760164.381729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760164.445758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760165.405693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760165.469774:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760166.429707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760166.493871:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760167.453715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760167.517694:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760167.901680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760167.901689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760167.901692:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760167.901700:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1405
00000100:00080000:2.0:1787760167.901709:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760167.901715:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760167.901745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972584576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760167.901766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760167.901769:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760167.901771:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760167.901774:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1405
00000100:00080000:2.0:1787760167.901776:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760167.901780:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760167.901787:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760167.901796:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972584704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760167.901822:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972584576:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760167.901885:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760167.901932:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760167/real 1787760167]  req@ffff96b49109c000 x1874600972584576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760167.901952:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972584576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760167.901981:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760167.901985:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760167.901990:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972584576:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760167.901998:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972584704:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760167.902023:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760167.902037:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760167/real 1787760167]  req@ffff96b49109c3c0 x1874600972584704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760167.902050:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972584704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760167.902059:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760167.902063:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760167.902067:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972584704:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760168.477718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760168.541767:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760169.501709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760169.565727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760170.525743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760170.589763:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760171.549745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760171.613722:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760172.573687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760172.637796:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760173.021717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760173.021732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760173.021763:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760173.021777:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1410
00000100:00080000:1.0:1787760173.021793:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760173.021803:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760173.021853:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972584832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760173.021890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760173.021895:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760173.021897:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760173.021903:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1410
00000100:00080000:1.0:1787760173.021907:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760173.021913:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760173.021927:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760173.021946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972584960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760173.021972:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972584832:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760173.022047:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760173.022098:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760173/real 1787760173]  req@ffff96b48d40e580 x1874600972584832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760173.022120:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972584832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760173.022132:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760173.022137:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760173.022142:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972584832:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760173.022182:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972584960:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760173.022208:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760173.022221:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760173/real 1787760173]  req@ffff96b48d40f0c0 x1874600972584960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760173.022234:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972584960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760173.022244:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760173.022248:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760173.022251:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972584960:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760173.597738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760173.661741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760174.621685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760174.685831:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760175.645704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760175.709749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760176.669679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760176.733825:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760177.693732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760177.757698:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760178.141749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760178.141761:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760178.141766:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760178.141778:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1415
00000100:00080000:1.0:1787760178.141792:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760178.141800:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760178.141866:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972585088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760178.141895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760178.141898:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760178.141900:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760178.141903:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1415
00000100:00080000:1.0:1787760178.141906:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760178.141908:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760178.141920:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760178.141935:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972585216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760178.141946:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972585088:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760178.142021:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760178.142066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760178/real 1787760178]  req@ffff96b48d40f480 x1874600972585088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760178.142086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972585088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760178.142096:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760178.142100:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760178.142103:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972585088:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760178.142123:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972585216:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760178.142145:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760178.142158:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760178/real 1787760178]  req@ffff96b48d40ed00 x1874600972585216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760178.142201:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972585216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760178.142207:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760178.142210:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760178.142212:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972585216:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760178.717674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760178.781791:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760179.741717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760179.805744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760180.765706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760180.829754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760181.789709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760181.853749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760182.813713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760182.877762:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760183.261726:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760183.261735:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760183.261739:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760183.261748:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1420
00000100:00080000:2.0:1787760183.261757:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760183.261763:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760183.261796:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972585344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760183.261825:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760183.261828:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760183.261829:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760183.261832:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1420
00000100:00080000:2.0:1787760183.261834:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760183.261837:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760183.261844:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760183.261861:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972585472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760183.261877:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972585344:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760183.261928:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760183.261967:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760183/real 1787760183]  req@ffff96b49109e1c0 x1874600972585344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760183.261981:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972585344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760183.261989:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760183.261992:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760183.261995:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972585344:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760183.262014:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972585472:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760183.262028:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760183.262036:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760183/real 1787760183]  req@ffff96b49109f840 x1874600972585472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760183.262043:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972585472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760183.262065:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760183.262067:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760183.262069:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972585472:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760183.837759:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760183.901724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760184.861704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760184.925783:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760185.885732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760185.949740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760186.909724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760186.973706:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760187.933667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760187.997769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760188.381702:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760188.381713:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760188.381717:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760188.381729:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1425
00000100:00080000:2.0:1787760188.381742:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760188.381749:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760188.381813:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972585600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760188.381852:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760188.381855:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760188.381856:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760188.381860:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1425
00000100:00080000:2.0:1787760188.381863:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760188.381867:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760188.381877:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760188.381891:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972585728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760188.381910:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972585600:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760188.381992:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760188.382056:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760188/real 1787760188]  req@ffff96b49109d2c0 x1874600972585600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760188.382078:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972585600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760188.382091:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760188.382096:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760188.382101:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972585600:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760188.382140:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972585728:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760188.382169:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760188.382184:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760188/real 1787760188]  req@ffff96b49109f840 x1874600972585728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760188.382198:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972585728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760188.382208:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760188.382212:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760188.382216:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972585728:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760188.957675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760189.021688:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760189.981681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760190.045711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760191.005697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760191.069776:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760192.029678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760192.093706:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760193.053708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760193.117787:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760193.501705:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760193.501714:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760193.501717:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760193.501726:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1431
00000100:00080000:0.0:1787760193.501743:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760193.501749:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760193.501782:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972585856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760193.501805:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760193.501808:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760193.501810:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760193.501813:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1431
00000100:00080000:0.0:1787760193.501829:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760193.501833:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760193.501842:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760193.501850:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972585856:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760193.501856:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972585984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760193.501922:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760193.501968:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760193/real 1787760193]  req@ffff96b491185e00 x1874600972585856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760193.501984:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972585856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760193.501994:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760193.501997:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760193.502005:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972585856:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760193.502027:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972585984:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760193.502043:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760193.502052:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760193/real 1787760193]  req@ffff96b491185680 x1874600972585984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760193.502060:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972585984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760193.502067:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760193.502069:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760193.502071:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972585984:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760194.077692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760194.141768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760195.101716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760195.165823:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760196.125684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760196.189803:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760197.149689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760197.213746:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760198.173691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760198.237816:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760198.621748:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760198.621778:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760198.621799:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760198.621814:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1436
00000100:00080000:2.0:1787760198.621829:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760198.621839:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760198.621884:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972586112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760198.621912:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760198.621915:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760198.621936:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760198.621942:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1436
00000100:00080000:2.0:1787760198.621945:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760198.621949:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760198.621960:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760198.621963:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972586112:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760198.621974:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972586240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760198.622043:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760198.622090:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760198/real 1787760198]  req@ffff96b49109e1c0 x1874600972586112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760198.622113:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972586112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760198.622126:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760198.622131:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760198.622136:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972586112:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760198.622168:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972586240:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760198.622190:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760198.622201:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760198/real 1787760198]  req@ffff96b49109c3c0 x1874600972586240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760198.622210:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972586240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760198.622217:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760198.622219:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760198.622221:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972586240:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760199.197700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760199.261814:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760200.221698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760200.285747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760201.245698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760201.309747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760202.269729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760202.333767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760203.293719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760203.357783:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760203.741707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760203.741717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760203.741720:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760203.741728:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1441
00000100:00080000:2.0:1787760203.741745:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760203.741751:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760203.741785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972586368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760203.741817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760203.741821:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760203.741823:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760203.741827:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1441
00000100:00080000:2.0:1787760203.741831:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760203.741835:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760203.741846:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760203.741874:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972586368:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760203.741879:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972586496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760203.741932:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760203.741978:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760203/real 1787760203]  req@ffff96b49109c000 x1874600972586368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760203.742000:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972586368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760203.742023:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760203.742027:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760203.742030:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972586368:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760203.742050:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972586496:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760203.742068:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760203.742077:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760203/real 1787760203]  req@ffff96b49109cb40 x1874600972586496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760203.742086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972586496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760203.742091:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760203.742094:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760203.742096:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972586496:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760204.317695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760204.381733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760205.341723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760205.405821:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760206.365727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760206.429774:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760207.389665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760207.453853:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760208.413686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760208.477879:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760208.861717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760208.861731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760208.861737:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760208.861752:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1446
00000100:00080000:2.0:1787760208.861773:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760208.861783:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760208.861836:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972586624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760208.861870:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760208.861873:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760208.861878:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760208.861883:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1446
00000100:00080000:2.0:1787760208.861886:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760208.861890:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760208.861901:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760208.861917:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972586752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760208.861932:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972586624:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760208.862014:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760208.862067:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760208/real 1787760208]  req@ffff96b49109fc00 x1874600972586624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760208.862087:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972586624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760208.862101:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760208.862105:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760208.862110:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972586624:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760208.862154:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972586752:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760208.862177:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760208.862190:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760208/real 1787760208]  req@ffff96b49109cb40 x1874600972586752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760208.862203:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972586752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760208.862213:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760208.862216:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760208.862220:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972586752:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760209.437665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760209.501776:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760210.461703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760210.525819:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760211.485681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760211.549744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760212.509730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760212.573859:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760213.533688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760213.597789:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760213.981653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760213.981688:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760213.981694:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760213.981707:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1451
00000100:00080000:2.0:1787760213.981720:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760213.981730:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760213.981775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972586880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760213.981824:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760213.981829:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760213.981831:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760213.981836:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1451
00000100:00080000:2.0:1787760213.981840:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760213.981846:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760213.981858:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760213.981875:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972587008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760213.981920:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972586880:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760213.981991:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760213.982035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760213/real 1787760213]  req@ffff96b49109c000 x1874600972586880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760213.982050:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972586880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760213.982059:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760213.982062:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760213.982065:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972586880:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760213.982070:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972587008:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760213.982095:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760213.982109:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760213/real 1787760213]  req@ffff96b49109c3c0 x1874600972587008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760213.982140:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972587008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760213.982146:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760213.982149:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760213.982151:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972587008:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760214.557737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760214.621789:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760215.581720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760215.645797:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760216.605720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760216.669751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760217.629707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760217.693826:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760218.653706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760218.717697:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760219.101672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760219.101680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760219.101683:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760219.101691:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1456
00000100:00080000:3.0:1787760219.101699:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760219.101705:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760219.101734:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972587136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760219.101755:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760219.101758:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760219.101759:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760219.101762:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1456
00000100:00080000:3.0:1787760219.101763:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760219.101765:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760219.101772:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760219.101780:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972587264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760219.101793:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972587136:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760219.101884:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972587264:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760219.677710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760219.741802:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760220.701722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760220.765820:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760221.725708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760221.789754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787760222.173836:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787760222.173869:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760222.173888:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787760222.173920:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787760222.173966:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760219/real 1787760222]  req@ffff96b491058000 x1874600972587264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760222.174007:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972587264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760222.174018:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760222.174022:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760222.174026:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972587264:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760222.174033:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760219/real 1787760222]  req@ffff96b491059a40 x1874600972587136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760222.174043:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972587136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760222.174050:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760222.174052:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760222.174055:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972587136:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760222.749694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760222.813786:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760223.773715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760223.837787:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760224.221793:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760224.221806:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760224.221811:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760224.221823:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1461
00000100:00080000:3.0:1787760224.221835:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760224.221843:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760224.221888:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972587392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760224.221920:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760224.221923:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760224.221925:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760224.221929:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1461
00000100:00080000:3.0:1787760224.221932:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760224.221936:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760224.221948:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760224.221960:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972587520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760224.222000:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972587392:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760224.222072:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760224.222114:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760224/real 1787760224]  req@ffff96b491059680 x1874600972587392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760224.222147:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972587392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760224.222159:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760224.222163:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760224.222180:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972587392:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760224.222188:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972587520:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760224.222211:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760224.222223:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760224/real 1787760224]  req@ffff96b49105ad00 x1874600972587520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760224.222234:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972587520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760224.222257:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760224.222260:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760224.222264:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972587520:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760224.797732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760224.861742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760225.821662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760225.885695:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760226.845726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760226.909796:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760227.869668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760227.933813:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760228.893688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760228.957792:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760229.341733:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760229.341743:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760229.341748:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760229.341759:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1466
00000100:00080000:1.0:1787760229.341770:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760229.341793:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760229.341825:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972587648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760229.341859:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760229.341863:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760229.341866:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760229.341870:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1466
00000100:00080000:1.0:1787760229.341874:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760229.341878:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760229.341888:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760229.341902:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972587648:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760229.341906:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972587776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760229.341950:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760229.341978:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760229/real 1787760229]  req@ffff96b48d40e1c0 x1874600972587648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760229.341990:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972587648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760229.341997:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760229.342000:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760229.342002:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972587648:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760229.342025:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972587776:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760229.342040:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760229.342047:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760229/real 1787760229]  req@ffff96b48d40c000 x1874600972587776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760229.342054:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972587776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760229.342059:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760229.342061:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760229.342063:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972587776:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760229.917726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760229.981759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760230.941709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760231.005779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760231.965717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760232.029759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760232.989706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760233.053745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760234.013718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760234.077732:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760234.461668:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760234.461676:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760234.461681:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760234.461691:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1471
00000100:00080000:1.0:1787760234.461700:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760234.461706:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760234.461749:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972587904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760234.461777:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760234.461781:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760234.461783:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760234.461787:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1471
00000100:00080000:1.0:1787760234.461791:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760234.461795:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760234.461805:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760234.461818:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972588032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760234.461821:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972587904:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760234.461875:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760234.461909:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760234/real 1787760234]  req@ffff96b48d40d680 x1874600972587904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760234.461923:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972587904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760234.461930:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760234.461932:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760234.461935:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972587904:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760234.461961:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972588032:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760234.461984:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760234.461991:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760234/real 1787760234]  req@ffff96b48d40c000 x1874600972588032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760234.461998:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972588032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760234.462004:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760234.462006:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760234.462008:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972588032:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760235.037646:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760235.101773:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760236.061734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760236.125731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760237.085689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760237.149718:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760238.109651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760238.173707:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760239.133682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760239.197813:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760239.581685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760239.581693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760239.581711:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760239.581718:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1477
00000100:00080000:3.0:1787760239.581726:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760239.581731:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760239.581757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972588160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760239.581776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760239.581779:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760239.581780:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760239.581782:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1477
00000100:00080000:3.0:1787760239.581784:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760239.581786:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760239.581793:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760239.581806:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972588288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760239.581844:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972588160:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760239.581917:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760239.581967:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760239/real 1787760239]  req@ffff96b4910583c0 x1874600972588160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760239.582004:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972588160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760239.582016:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760239.582021:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760239.582025:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972588160:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760239.582034:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972588288:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760239.582052:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760239.582072:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760239/real 1787760239]  req@ffff96b491058b40 x1874600972588288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760239.582080:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972588288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760239.582086:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760239.582088:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760239.582090:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972588288:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760240.157683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760240.221719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760241.181692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760241.245794:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760242.205680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760242.269822:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760243.229699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760243.293779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760244.253700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760244.317813:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760244.701747:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760244.701783:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760244.701787:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760244.701798:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1482
00000100:00080000:1.0:1787760244.701811:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760244.701819:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760244.701874:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972588416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760244.701923:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760244.701927:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760244.701929:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760244.701933:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1482
00000100:00080000:1.0:1787760244.701937:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760244.701942:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760244.701953:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760244.701968:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972588544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760244.701975:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972588416:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760244.702053:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760244.702103:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760244/real 1787760244]  req@ffff96b48d40e1c0 x1874600972588416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760244.702118:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972588416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760244.702126:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760244.702129:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760244.702132:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972588416:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760244.702156:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972588544:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760244.702173:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760244.702181:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760244/real 1787760244]  req@ffff96b48d40ed00 x1874600972588544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760244.702200:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972588544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760244.702206:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760244.702208:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760244.702210:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972588544:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760245.277662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760245.341703:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760246.301754:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760246.365823:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760247.325667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760247.389757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760248.349707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760248.413808:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760249.373666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760249.437702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760249.821731:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760249.821746:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760249.821751:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760249.821765:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1487
00000100:00080000:2.0:1787760249.821780:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760249.821804:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760249.821853:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972588672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760249.821890:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760249.821895:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760249.821897:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760249.821901:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1487
00000100:00080000:2.0:1787760249.821907:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760249.821913:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760249.821926:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760249.821940:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972588672:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760249.821970:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972588800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760249.822009:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760249.822045:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760249/real 1787760249]  req@ffff96b49109e1c0 x1874600972588672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760249.822057:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972588672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760249.822065:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760249.822068:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760249.822082:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972588672:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760249.822101:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972588800:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760249.822116:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760249.822124:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760249/real 1787760249]  req@ffff96b49109f840 x1874600972588800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760249.822131:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972588800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760249.822136:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760249.822138:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760249.822140:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972588800:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760250.397646:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760250.461880:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760251.421710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760251.485774:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760252.445653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760252.509841:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760253.469765:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760253.533775:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760254.493756:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760254.557806:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760254.941701:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760254.941711:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760254.941714:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760254.941724:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1492
00000100:00080000:2.0:1787760254.941735:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760254.941742:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760254.941781:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972588928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760254.941806:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760254.941809:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760254.941810:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760254.941813:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1492
00000100:00080000:2.0:1787760254.941816:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760254.941819:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760254.941827:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760254.941839:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972589056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760254.941852:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972588928:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760254.941906:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760254.941956:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760254/real 1787760254]  req@ffff96b49109d2c0 x1874600972588928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760254.941976:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972588928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760254.941987:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760254.941990:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760254.941993:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972588928:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760254.942013:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972589056:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760254.942028:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760254.942056:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760254/real 1787760254]  req@ffff96b49109f840 x1874600972589056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760254.942066:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972589056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760254.942072:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760254.942074:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760254.942077:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972589056:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760255.517744:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760255.581759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760256.541715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760256.605766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760257.565750:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760257.629770:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760258.589699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760258.653819:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760259.613731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760259.677770:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760260.061690:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760260.061720:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760260.061725:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760260.061733:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1497
00000100:00080000:2.0:1787760260.061742:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760260.061748:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760260.061775:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972589184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760260.061799:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760260.061802:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760260.061803:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760260.061806:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1497
00000100:00080000:2.0:1787760260.061809:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760260.061811:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760260.061819:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760260.061827:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972589312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760260.061863:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972589184:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760260.061914:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760260.061952:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760260/real 1787760260]  req@ffff96b49109e1c0 x1874600972589184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760260.061967:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972589184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760260.061976:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760260.061978:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760260.061981:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972589184:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760260.061986:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972589312:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760260.062001:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760260.062010:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760260/real 1787760260]  req@ffff96b49109c3c0 x1874600972589312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760260.062018:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972589312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760260.062034:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760260.062036:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760260.062039:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972589312:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760260.637664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760260.701757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760261.661688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760261.725778:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760262.685711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760262.749767:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760263.709667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760263.773786:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760264.733657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760264.797729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760265.181686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760265.181702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760265.181707:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760265.181720:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1502
00000100:00080000:3.0:1787760265.181733:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760265.181742:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760265.181790:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972589440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760265.181826:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760265.181831:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760265.181833:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760265.181838:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1502
00000100:00080000:3.0:1787760265.181843:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760265.181849:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760265.181863:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972589440:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787760265.181863:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760265.181885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972589568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760265.181941:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760265.181984:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760265/real 1787760265]  req@ffff96b491058f00 x1874600972589440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760265.181999:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972589440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760265.182031:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760265.182034:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760265.182037:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972589440:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760265.182064:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972589568:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760265.182082:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760265.182090:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760265/real 1787760265]  req@ffff96b491058b40 x1874600972589568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760265.182099:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972589568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760265.182105:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760265.182106:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760265.182108:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972589568:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760265.757658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760265.821831:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760266.781725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760266.845795:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760267.805659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760267.869812:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760268.829723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760268.893773:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760269.853709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760269.917830:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760270.301697:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760270.301712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760270.301740:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760270.301754:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1507
00000100:00080000:3.0:1787760270.301769:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760270.301779:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760270.301823:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972589696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760270.301858:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760270.301863:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760270.301865:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760270.301870:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1507
00000100:00080000:3.0:1787760270.301874:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760270.301879:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760270.301892:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760270.301906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972589824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760270.301929:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972589696:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760270.302019:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760270.302075:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760270/real 1787760270]  req@ffff96b4910583c0 x1874600972589696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760270.302098:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972589696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760270.302119:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760270.302124:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760270.302129:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972589696:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760270.302158:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972589824:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760270.302186:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760270.302200:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760270/real 1787760270]  req@ffff96b49105ad00 x1874600972589824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760270.302216:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972589824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760270.302226:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760270.302230:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760270.302234:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972589824:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760270.877742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760270.941778:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760271.901738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760271.965780:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760272.925723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760272.989727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760273.949690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760274.013781:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760274.973735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760275.037744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760275.421723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760275.421731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760275.421734:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760275.421742:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1512
00000100:00080000:2.0:1787760275.421776:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760275.421785:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760275.421824:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972589952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760275.421848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760275.421851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760275.421852:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760275.421855:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1512
00000100:00080000:2.0:1787760275.421858:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760275.421861:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760275.421870:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760275.421881:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972590080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760275.421887:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972589952:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760275.421942:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760275.421974:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760275/real 1787760275]  req@ffff96b49109c000 x1874600972589952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760275.421986:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972589952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760275.421995:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760275.421997:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760275.422006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972589952:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760275.422033:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972590080:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760275.422059:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760275.422072:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760275/real 1787760275]  req@ffff96b49109cb40 x1874600972590080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760275.422086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972590080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760275.422095:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760275.422098:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760275.422100:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972590080:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760275.997704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760276.061732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760277.021747:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760277.085812:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760278.045710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760278.109818:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760279.069720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760279.133765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760280.093707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760280.157771:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760280.541679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760280.541694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760280.541700:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760280.541736:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1518
00000100:00080000:2.0:1787760280.541750:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760280.541759:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760280.541808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972590208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760280.541843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760280.541847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760280.541849:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760280.541854:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1518
00000100:00080000:2.0:1787760280.541858:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760280.541863:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760280.541876:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760280.541892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972590336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760280.541904:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972590208:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760280.541987:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760280.542037:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760280/real 1787760280]  req@ffff96b49109fc00 x1874600972590208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760280.542058:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972590208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760280.542070:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760280.542075:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760280.542080:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972590208:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760280.542108:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972590336:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760280.542131:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760280.542153:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760280/real 1787760280]  req@ffff96b49109cb40 x1874600972590336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760280.542166:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972590336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760280.542175:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760280.542180:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760280.542183:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972590336:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760281.117731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760281.181766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760282.141667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760282.205772:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760283.165703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760283.229834:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760284.189695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760284.253779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760285.213748:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760285.277789:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760285.661719:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760285.661729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760285.661733:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760285.661749:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1523
00000100:00080000:3.0:1787760285.661760:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760285.661767:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760285.661802:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972590464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760285.661833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760285.661837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760285.661839:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760285.661843:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1523
00000100:00080000:3.0:1787760285.661846:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760285.661850:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760285.661860:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760285.661874:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972590592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760285.661880:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972590464:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760285.661966:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972590592:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760286.237669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760286.301759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760287.261715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760287.325783:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760288.285723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760288.349763:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787760288.733888:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787760288.733932:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760288.733948:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787760288.734010:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787760288.734111:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760285/real 1787760288]  req@ffff96b491059a40 x1874600972590592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760288.734154:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972590592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760288.734171:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760288.734178:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760288.734183:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972590592:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760288.734195:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760285/real 1787760288]  req@ffff96b491059680 x1874600972590464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760288.734212:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972590464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760288.734221:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760288.734225:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760288.734229:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972590464:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760289.309659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760289.373801:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760290.333709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760290.397733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760290.781718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760290.781726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760290.781730:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760290.781739:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1528
00000100:00080000:3.0:1787760290.781748:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760290.781754:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760290.781787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972590720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760290.781812:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760290.781815:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760290.781817:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760290.781823:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1528
00000100:00080000:3.0:1787760290.781826:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760290.781829:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760290.781839:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760290.781855:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972590848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760290.781865:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972590720:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760290.781920:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760290.781953:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760290/real 1787760290]  req@ffff96b491058000 x1874600972590720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760290.781967:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972590720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760290.781976:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760290.781980:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760290.781985:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972590720:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760290.782026:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972590848:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760290.782051:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760290.782065:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760290/real 1787760290]  req@ffff96b491059680 x1874600972590848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760290.782079:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972590848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760290.782090:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760290.782093:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760290.782097:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972590848:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760291.357679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760291.421743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760292.381690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760292.445804:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760293.405759:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760293.469796:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760294.429727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760294.493742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760295.453710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760295.517738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760295.901724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760295.901736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760295.901741:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760295.901753:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1533
00000100:00080000:3.0:1787760295.901766:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760295.901773:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760295.901835:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972590976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760295.901865:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760295.901868:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760295.901870:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760295.901873:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1533
00000100:00080000:3.0:1787760295.901876:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760295.901880:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760295.901891:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760295.901924:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972591104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760295.901944:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972590976:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760295.902018:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760295.902064:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760295/real 1787760295]  req@ffff96b491059a40 x1874600972590976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760295.902080:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972590976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760295.902099:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760295.902102:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760295.902105:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972590976:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760295.902134:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972591104:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760295.902151:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760295.902159:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760295/real 1787760295]  req@ffff96b49105ad00 x1874600972591104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760295.902168:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972591104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760295.902174:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760295.902177:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760295.902179:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972591104:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760296.477756:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760296.541741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760297.501722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760297.565795:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760298.525751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760298.589775:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760299.549760:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760299.613791:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760300.573700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760300.637768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760301.021697:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760301.021708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760301.021719:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760301.021732:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1538
00000100:00080000:3.0:1787760301.021745:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760301.021752:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760301.021809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972591232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760301.021839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760301.021842:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760301.021844:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760301.021847:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1538
00000100:00080000:3.0:1787760301.021850:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760301.021871:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760301.021881:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760301.021894:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972591232:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760301.021896:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972591360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760301.021976:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760301.022024:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760301/real 1787760301]  req@ffff96b4910583c0 x1874600972591232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760301.022045:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972591232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760301.022058:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760301.022063:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760301.022067:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972591232:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760301.022101:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972591360:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760301.022123:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760301.022134:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760301/real 1787760301]  req@ffff96b491058b40 x1874600972591360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760301.022143:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972591360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760301.022161:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760301.022164:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760301.022166:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972591360:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760301.597654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760301.661772:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760302.621732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760302.685813:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760303.645686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760303.709731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760304.669702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760304.733813:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760305.693751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760305.757803:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760306.141693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760306.141718:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760306.141722:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760306.141734:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1543
00000100:00080000:3.0:1787760306.141745:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760306.141753:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760306.141799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972591488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760306.141820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760306.141823:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760306.141824:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760306.141827:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1543
00000100:00080000:3.0:1787760306.141830:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760306.141833:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760306.141841:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760306.141856:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972591616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760306.141857:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972591488:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760306.141925:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760306.141958:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760306/real 1787760306]  req@ffff96b491058f00 x1874600972591488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760306.141977:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972591488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760306.141985:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760306.141987:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760306.141990:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972591488:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760306.142010:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972591616:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760306.142024:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760306.142047:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760306/real 1787760306]  req@ffff96b491058b40 x1874600972591616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760306.142055:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972591616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760306.142061:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760306.142063:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760306.142066:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972591616:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760306.717744:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760306.781839:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760307.741779:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760307.805791:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760308.765689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760308.829827:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760309.789743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760309.853756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760310.813717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760310.877830:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760311.261724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760311.261733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760311.261754:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760311.261763:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1548
00000100:00080000:3.0:1787760311.261772:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760311.261778:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760311.261809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972591744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760311.261840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760311.261844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760311.261846:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760311.261850:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1548
00000100:00080000:3.0:1787760311.261854:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760311.261858:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760311.261868:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760311.261885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972591872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760311.261898:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972591744:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760311.261959:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760311.261992:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760311/real 1787760311]  req@ffff96b4910583c0 x1874600972591744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760311.262012:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972591744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760311.262023:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760311.262027:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760311.262039:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972591744:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760311.262063:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972591872:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760311.262086:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760311.262096:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760311/real 1787760311]  req@ffff96b49105ad00 x1874600972591872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760311.262105:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972591872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760311.262111:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760311.262113:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760311.262116:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972591872:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760311.837704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760311.901741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787760312.861671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760312.925754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760313.885739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760313.949753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760314.909716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760314.973797:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760315.933712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760315.997758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760316.381685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760316.381693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760316.381696:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760316.381704:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1553
00000100:00080000:3.0:1787760316.381713:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760316.381719:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760316.381751:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972592000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760316.381775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760316.381791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760316.381792:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760316.381796:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1553
00000100:00080000:3.0:1787760316.381799:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760316.381803:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760316.381811:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760316.381820:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972592000:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760316.381824:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972592128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760316.381879:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760316.381915:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760316/real 1787760316]  req@ffff96b491059a40 x1874600972592000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760316.381927:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972592000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760316.381935:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760316.381944:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760316.381947:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972592000:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760316.381967:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972592128:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760316.381993:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760316.382005:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760316/real 1787760316]  req@ffff96b491059680 x1874600972592128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760316.382024:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972592128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760316.382033:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760316.382037:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760316.382041:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972592128:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760316.957696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760317.021749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760317.981707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760318.045754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760319.005683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760319.069754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760320.029710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760320.093806:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760321.053658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760321.117757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760321.501677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760321.501693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760321.501698:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760321.501712:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1559
00000100:00080000:3.0:1787760321.501726:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760321.501737:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760321.501790:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972592256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760321.501824:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760321.501828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760321.501830:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760321.501835:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1559
00000100:00080000:3.0:1787760321.501839:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760321.501843:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760321.501856:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760321.501873:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972592384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760321.501885:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972592256:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760321.501972:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760321.502023:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760321/real 1787760321]  req@ffff96b491058000 x1874600972592256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760321.502045:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972592256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760321.502058:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760321.502071:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760321.502076:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972592256:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760321.502104:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972592384:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760321.502130:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760321.502144:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760321/real 1787760321]  req@ffff96b491059680 x1874600972592384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760321.502157:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972592384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760321.502167:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760321.502171:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760321.502175:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972592384:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760322.077689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760322.141756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760323.101633:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760323.165749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760324.125713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760324.189812:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760325.149724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760325.213815:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760326.173700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760326.237778:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760326.621677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760326.621687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760326.621692:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760326.621704:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1564
00000100:00080000:3.0:1787760326.621716:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760326.621724:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760326.621762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972592512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760326.621794:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760326.621798:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760326.621800:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760326.621805:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1564
00000100:00080000:3.0:1787760326.621809:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760326.621813:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760326.621823:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760326.621837:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972592640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760326.621892:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972592512:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760326.621976:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760326.622028:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760326/real 1787760326]  req@ffff96b491059a40 x1874600972592512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760326.622050:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972592512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760326.622064:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760326.622087:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760326.622091:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972592512:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760326.622098:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972592640:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760326.622119:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760326.622129:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760326/real 1787760326]  req@ffff96b49105ad00 x1874600972592640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760326.622138:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972592640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760326.622144:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760326.622146:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760326.622149:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972592640:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760327.197710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760327.261756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760328.221656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760328.285749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760329.245710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760329.309744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760330.269670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760330.333802:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760331.293713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760331.357723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760331.741696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760331.741707:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760331.741712:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760331.741724:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1569
00000100:00080000:3.0:1787760331.741734:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760331.741742:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760331.741792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972592768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760331.741819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760331.741823:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760331.741825:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760331.741830:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1569
00000100:00080000:3.0:1787760331.741835:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760331.741840:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760331.741851:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760331.741856:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972592768:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760331.741869:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972592896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760331.741922:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760331.741975:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760331/real 1787760331]  req@ffff96b4910583c0 x1874600972592768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760331.741995:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972592768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760331.742008:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760331.742019:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760331.742024:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972592768:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760331.742059:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972592896:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760331.742086:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760331.742099:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760331/real 1787760331]  req@ffff96b491058b40 x1874600972592896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760331.742113:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972592896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760331.742122:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760331.742126:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760331.742130:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972592896:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760332.317730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760332.381757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760333.341745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760333.405728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760334.365745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760334.429758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760335.389701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760335.453744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760336.413682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760336.477781:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760336.861701:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760336.861711:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760336.861716:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760336.861727:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1574
00000100:00080000:2.0:1787760336.861738:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760336.861746:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760336.861796:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972593024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760336.861849:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760336.861853:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760336.861855:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760336.861861:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1574
00000100:00080000:2.0:1787760336.861866:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760336.861872:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760336.861885:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760336.861904:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972593024:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760336.861918:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972593152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760336.862015:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760336.862064:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760336/real 1787760336]  req@ffff96b49109c000 x1874600972593024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760336.862079:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972593024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760336.862088:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760336.862091:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760336.862095:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972593024:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760336.862136:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972593152:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760336.862155:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760336.862179:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760336/real 1787760336]  req@ffff96b49109c3c0 x1874600972593152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760336.862193:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972593152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760336.862203:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760336.862207:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760336.862211:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972593152:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760337.437693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760337.501797:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760338.461701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760338.525782:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760339.485690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760339.549754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760340.509663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760340.573709:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760341.533673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760341.597763:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760341.981690:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760341.981699:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760341.981703:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760341.981711:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1579
00000100:00080000:2.0:1787760341.981720:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760341.981726:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760341.981759:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972593280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760341.981785:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760341.981789:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760341.981804:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760341.981810:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1579
00000100:00080000:2.0:1787760341.981815:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760341.981821:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760341.981832:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760341.981834:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972593280:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760341.981850:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972593408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760341.981890:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760341.981923:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760341/real 1787760341]  req@ffff96b49109e1c0 x1874600972593280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760341.981935:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972593280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760341.981943:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760341.981945:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760341.981948:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972593280:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760341.981967:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972593408:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760341.981981:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760341.981989:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760341/real 1787760341]  req@ffff96b49109f840 x1874600972593408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760341.981997:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972593408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760341.982028:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760341.982030:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760341.982033:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972593408:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760342.557655:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760342.621742:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760343.581693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760343.645743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760344.605704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760344.669765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760345.629654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760345.693790:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760346.653654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760346.717742:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760347.101726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760347.101734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760347.101739:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760347.101747:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1584
00000100:00080000:3.0:1787760347.101756:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760347.101761:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760347.101793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972593536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760347.101817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760347.101820:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760347.101822:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760347.101824:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1584
00000100:00080000:3.0:1787760347.101827:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760347.101829:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760347.101845:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760347.101856:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972593536:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760347.101858:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972593664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760347.101925:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760347.101962:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760347/real 1787760347]  req@ffff96b491058f00 x1874600972593536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760347.101975:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972593536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760347.101986:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760347.101989:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760347.101992:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972593536:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760347.102011:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972593664:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760347.102026:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760347.102034:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760347/real 1787760347]  req@ffff96b491058b40 x1874600972593664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760347.102055:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972593664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760347.102061:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760347.102063:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760347.102065:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972593664:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760347.677702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760347.741730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760348.701689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760348.765748:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760349.725674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760349.789749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760350.749736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760350.813770:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760351.773678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760351.837796:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760352.221691:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760352.221703:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760352.221732:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760352.221747:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1589
00000100:00080000:3.0:1787760352.221763:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760352.221774:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760352.221839:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972593792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760352.221867:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760352.221871:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760352.221872:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760352.221876:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1589
00000100:00080000:3.0:1787760352.221879:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760352.221882:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760352.221892:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760352.221902:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972593920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760352.221920:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972593792:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760352.222041:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972593920:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760352.797690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760352.861740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760353.821704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760353.885854:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760354.845690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760354.909783:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787760355.293907:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787760355.293951:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760355.293969:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787760355.294018:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787760355.294135:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760352/real 1787760355]  req@ffff96b49105ad00 x1874600972593920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760355.294180:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972593920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760355.294196:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760355.294203:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760355.294209:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972593920:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760355.294249:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760352/real 1787760355]  req@ffff96b4910583c0 x1874600972593792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760355.294844:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972593792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760355.294856:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760355.294860:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760355.294864:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972593792:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760355.869675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760355.933771:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760356.893701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760356.957792:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760357.341805:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760357.341816:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760357.341821:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760357.341831:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1594
00000100:00080000:3.0:1787760357.341843:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760357.341871:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760357.341916:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972594048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760357.341962:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760357.341966:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760357.341969:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760357.341973:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1594
00000100:00080000:3.0:1787760357.341976:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760357.341981:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760357.341995:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760357.342013:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972594176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760357.342035:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972594048:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760357.342131:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760357.342201:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760357/real 1787760357]  req@ffff96b491059a40 x1874600972594048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760357.342224:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972594048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760357.342244:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760357.342249:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760357.342253:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972594048:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760357.342288:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972594176:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760357.342314:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760357.342328:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760357/real 1787760357]  req@ffff96b491059680 x1874600972594176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760357.342358:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972594176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760357.342368:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760357.342372:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760357.342376:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972594176:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760357.917749:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760357.981797:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760358.941733:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760359.005760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760359.965634:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760360.029794:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760360.989735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760361.053902:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760362.013710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760362.077777:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760362.461694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760362.461702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760362.461705:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760362.461715:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1599
00000100:00080000:3.0:1787760362.461724:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760362.461730:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760362.461762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972594304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760362.461788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760362.461791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760362.461793:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760362.461810:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1599
00000100:00080000:3.0:1787760362.461813:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760362.461816:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760362.461825:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760362.461835:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972594304:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760362.461848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972594432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760362.461892:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760362.461925:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760362/real 1787760362]  req@ffff96b491058000 x1874600972594304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760362.461938:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972594304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760362.461945:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760362.461948:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760362.461951:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972594304:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760362.461968:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972594432:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760362.461983:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760362.461991:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760362/real 1787760362]  req@ffff96b491059680 x1874600972594432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760362.461999:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972594432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760362.462004:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760362.462006:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760362.462008:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972594432:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760363.037713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760363.101773:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760364.061695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760364.125732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760365.085681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760365.149695:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760366.109767:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760366.173770:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760367.133712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760367.197810:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760367.581740:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760367.581751:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760367.581756:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760367.581767:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1605
00000100:00080000:2.0:1787760367.581779:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760367.581786:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760367.581833:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972594560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760367.581860:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760367.581864:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760367.581865:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760367.581869:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1605
00000100:00080000:2.0:1787760367.581892:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760367.581897:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760367.581908:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972594560:192.168.204.133@tcp:250:kworker.0
00000008:00100000:2.0:1787760367.581909:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760367.581926:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972594688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760367.581985:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760367.582039:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760367/real 1787760367]  req@ffff96b49109d2c0 x1874600972594560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760367.582070:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972594560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760367.582080:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760367.582083:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760367.582086:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972594560:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760367.582112:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972594688:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760367.582132:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760367.582142:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760367/real 1787760367]  req@ffff96b49109f840 x1874600972594688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760367.582151:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972594688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760367.582157:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760367.582159:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760367.582161:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972594688:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760368.157683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760368.221769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760369.181646:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760369.245763:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760370.205706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760370.269755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760371.229718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760371.293781:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760372.253705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760372.317720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760372.701682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760372.701693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760372.701697:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760372.701708:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1610
00000100:00080000:3.0:1787760372.701720:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760372.701728:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760372.701764:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972594816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760372.701787:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760372.701791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760372.701793:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760372.701797:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1610
00000100:00080000:3.0:1787760372.701801:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760372.701806:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760372.701830:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760372.701845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972594944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760372.701850:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972594816:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760372.701916:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760372.701952:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760372/real 1787760372]  req@ffff96b491059a40 x1874600972594816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760372.701971:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972594816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760372.701997:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760372.702001:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760372.702005:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972594816:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760372.702025:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972594944:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760372.702044:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760372.702054:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760372/real 1787760372]  req@ffff96b4910583c0 x1874600972594944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760372.702062:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972594944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760372.702068:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760372.702070:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760372.702072:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972594944:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760373.277730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760373.341776:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760374.301739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760374.365725:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760375.325690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760375.389733:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760376.349737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760376.413821:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760377.373714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760377.437736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760377.821662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760377.821673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760377.821678:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760377.821688:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1615
00000100:00080000:3.0:1787760377.821701:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760377.821709:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760377.821753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972595072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760377.821777:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760377.821781:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760377.821783:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760377.821788:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1615
00000100:00080000:3.0:1787760377.821791:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760377.821796:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760377.821809:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760377.821829:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972595200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760377.821831:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972595072:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760377.821919:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760377.821968:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760377/real 1787760377]  req@ffff96b49105ad00 x1874600972595072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760377.821992:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972595072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760377.822002:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760377.822005:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760377.822008:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972595072:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760377.822056:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972595200:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760377.822081:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760377.822091:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760377/real 1787760377]  req@ffff96b491058b40 x1874600972595200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760377.822100:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972595200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760377.822107:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760377.822109:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760377.822112:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972595200:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760378.397731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760378.461824:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760379.421685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760379.485832:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760380.445690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760380.509773:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760381.469659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760381.533760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760382.493707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760382.557770:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760382.941705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760382.941716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760382.941720:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760382.941731:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1620
00000100:00080000:0.0:1787760382.941743:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760382.941762:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760382.941800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972595328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760382.941832:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760382.941836:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760382.941838:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760382.941843:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1620
00000100:00080000:0.0:1787760382.941847:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760382.941852:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760382.941862:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760382.941875:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972595328:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760382.941881:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972595456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760382.941933:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760382.941967:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760382/real 1787760382]  req@ffff96b491186580 x1874600972595328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760382.941980:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972595328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760382.941988:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760382.941991:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760382.941994:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972595328:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760382.942011:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972595456:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760382.942025:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760382.942034:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760382/real 1787760382]  req@ffff96b491184b40 x1874600972595456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760382.942055:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972595456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760382.942065:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760382.942069:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760382.942072:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972595456:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760383.517716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760383.581762:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760384.541673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760384.605779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760385.565725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760385.629796:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760386.589694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760386.653802:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760387.613741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760387.677751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760388.061770:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760388.061784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760388.061789:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760388.061801:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1625
00000100:00080000:3.0:1787760388.061816:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760388.061824:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760388.061889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972595584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760388.061920:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760388.061924:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760388.061926:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760388.061931:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1625
00000100:00080000:3.0:1787760388.061934:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760388.061939:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760388.061951:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760388.061966:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972595712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760388.061978:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972595584:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760388.062043:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760388.062084:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760388/real 1787760388]  req@ffff96b491058f00 x1874600972595584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760388.062097:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972595584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760388.062116:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760388.062119:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760388.062123:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972595584:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760388.062145:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972595712:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760388.062160:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760388.062168:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760388/real 1787760388]  req@ffff96b491058b40 x1874600972595712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760388.062176:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972595712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760388.062201:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760388.062204:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760388.062206:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972595712:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760388.637691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760388.701764:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760389.661680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760389.725734:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760390.685696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760390.749782:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760391.709670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760391.773720:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760392.733674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760392.797758:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760393.181720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760393.181729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760393.181733:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760393.181742:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1630
00000100:00080000:0.0:1787760393.181752:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760393.181758:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760393.181793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972595840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760393.181810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760393.181813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760393.181814:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760393.181817:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1630
00000100:00080000:0.0:1787760393.181818:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760393.181820:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760393.181827:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760393.181850:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972595968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760393.181857:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972595840:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760393.181911:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760393.181949:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760393/real 1787760393]  req@ffff96b491186d00 x1874600972595840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760393.181965:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972595840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760393.181975:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760393.181979:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760393.181983:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972595840:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760393.182017:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972595968:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760393.182039:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760393.182051:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760393/real 1787760393]  req@ffff96b491184b40 x1874600972595968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760393.182063:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972595968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760393.182071:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760393.182074:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760393.182078:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972595968:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760393.757676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760393.821809:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760394.781668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760394.845713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760395.805693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760395.869764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760396.829668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760396.893737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760397.853725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760397.917803:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760398.301770:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760398.301778:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760398.301781:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760398.301788:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1635
00000100:00080000:2.0:1787760398.301796:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760398.301800:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760398.301828:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972596096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760398.301868:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760398.301871:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760398.301872:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760398.301875:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1635
00000100:00080000:2.0:1787760398.301877:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760398.301879:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760398.301886:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760398.301894:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972596224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760398.301959:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972596096:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760398.302047:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760398.302098:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760398/real 1787760398]  req@ffff96b49109e1c0 x1874600972596096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760398.302118:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972596096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760398.302130:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760398.302135:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760398.302139:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972596096:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760398.302147:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972596224:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760398.302169:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760398.302180:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760398/real 1787760398]  req@ffff96b49109c3c0 x1874600972596224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760398.302193:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972596224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760398.302202:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760398.302205:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760398.302209:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972596224:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760398.877645:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760398.941745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760399.901705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760399.965794:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760400.925727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760400.989782:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760401.949709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760402.013774:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760402.973764:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760403.037830:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760403.421716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760403.421730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760403.421736:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760403.421749:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1640
00000100:00080000:0.0:1787760403.421763:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760403.421773:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760403.421840:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972596352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760403.421872:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760403.421877:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760403.421878:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760403.421883:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1640
00000100:00080000:0.0:1787760403.421887:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760403.421892:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760403.421925:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760403.421939:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972596352:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760403.421946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972596480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760403.422030:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760403.422075:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760403/real 1787760403]  req@ffff96b491186580 x1874600972596352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760403.422098:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972596352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760403.422108:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760403.422113:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760403.422117:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972596352:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760403.422147:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972596480:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760403.422175:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760403.422189:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760403/real 1787760403]  req@ffff96b491185680 x1874600972596480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760403.422203:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972596480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760403.422212:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760403.422215:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760403.422219:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972596480:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760403.997711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760404.061771:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760405.021704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760405.085720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760406.045696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760406.109800:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760407.069700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760407.133756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760408.093694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760408.157760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760408.541689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760408.541699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760408.541702:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760408.541728:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1646
00000100:00080000:0.0:1787760408.541737:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760408.541743:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760408.541775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972596608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760408.541804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760408.541806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760408.541808:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760408.541811:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1646
00000100:00080000:0.0:1787760408.541813:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760408.541816:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760408.541824:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760408.541833:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972596736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760408.541858:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972596608:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760408.541910:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760408.541943:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760408/real 1787760408]  req@ffff96b491185e00 x1874600972596608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760408.541956:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972596608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760408.541974:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760408.541977:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760408.541980:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972596608:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760408.541997:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972596736:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760408.542014:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760408.542023:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760408/real 1787760408]  req@ffff96b491185680 x1874600972596736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760408.542030:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972596736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760408.542036:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760408.542038:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760408.542040:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972596736:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760409.117721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760409.181720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760410.141758:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760410.205781:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760411.165651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760411.229742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760412.189699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760412.253746:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760413.213718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760413.277772:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760413.661702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760413.661712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760413.661716:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760413.661724:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1651
00000100:00080000:0.0:1787760413.661734:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760413.661742:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760413.661783:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972596864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760413.661811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760413.661814:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760413.661815:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760413.661818:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1651
00000100:00080000:0.0:1787760413.661822:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760413.661825:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760413.661833:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760413.661844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972596992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760413.661854:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972596864:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760413.661906:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760413.661939:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760413/real 1787760413]  req@ffff96b491186580 x1874600972596864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760413.661958:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972596864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760413.661969:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760413.661973:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760413.661978:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972596864:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760413.662014:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972596992:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760413.662033:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760413.662044:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760413/real 1787760413]  req@ffff96b491184b40 x1874600972596992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760413.662058:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972596992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760413.662067:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760413.662071:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760413.662083:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972596992:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760414.237674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760414.301749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760415.261708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760415.325755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760416.285681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760416.349758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760417.309736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760417.373753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760418.333673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760418.397764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760418.781695:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760418.781704:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760418.781707:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760418.781716:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1656
00000100:00080000:0.0:1787760418.781724:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760418.781730:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760418.781762:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972597120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760418.781786:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760418.781789:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760418.781790:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760418.781793:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1656
00000100:00080000:0.0:1787760418.781795:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760418.781798:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760418.781806:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760418.781816:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972597248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760418.781831:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972597120:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760418.781916:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972597248:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760419.357696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760419.421773:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760420.381672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760420.445767:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760421.405669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760421.469775:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787760421.853816:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:2.0:1787760421.853852:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787760421.853867:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787760421.853912:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:1.0:1787760421.853972:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760418/real 1787760421]  req@ffff96b491184b40 x1874600972597248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760421.853998:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972597248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760421.854011:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760421.854016:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760421.854021:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972597248:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760421.854030:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760418/real 1787760421]  req@ffff96b491186d00 x1874600972597120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760421.854065:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972597120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760421.854074:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760421.854077:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760421.854081:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972597120:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760422.429699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760422.493734:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760423.453682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760423.517775:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760423.901697:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760423.901705:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760423.901709:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760423.901719:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1661
00000100:00080000:3.0:1787760423.901728:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760423.901734:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760423.901763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972597376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760423.901787:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760423.901791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760423.901793:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760423.901797:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1661
00000100:00080000:3.0:1787760423.901801:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760423.901806:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760423.901817:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760423.901828:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972597376:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760423.901866:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972597504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760423.901897:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760423.901937:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760423/real 1787760423]  req@ffff96b49105ad00 x1874600972597376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760423.901955:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972597376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760423.901967:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760423.901971:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760423.901976:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972597376:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760423.902003:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972597504:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760423.902023:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760423.902035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760423/real 1787760423]  req@ffff96b4910583c0 x1874600972597504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760423.902049:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972597504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760423.902058:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760423.902068:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760423.902071:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972597504:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760424.477700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760424.541747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760425.501661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760425.565762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760426.525696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760426.589705:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760427.549734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760427.613788:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760428.573703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760428.637725:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760429.021715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760429.021724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760429.021728:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760429.021740:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1666
00000100:00080000:3.0:1787760429.021751:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760429.021759:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760429.021813:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972597632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760429.021847:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760429.021850:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760429.021852:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760429.021855:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1666
00000100:00080000:3.0:1787760429.021858:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760429.021861:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760429.021871:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760429.021883:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972597760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760429.021897:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972597632:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760429.021975:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760429.022019:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760429/real 1787760429]  req@ffff96b491059a40 x1874600972597632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760429.022034:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972597632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760429.022043:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760429.022046:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760429.022049:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972597632:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760429.022073:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972597760:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760429.022090:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760429.022098:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760429/real 1787760429]  req@ffff96b491059680 x1874600972597760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760429.022106:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972597760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760429.022113:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760429.022115:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760429.022117:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972597760:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760429.597704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760429.661767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760430.621704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760430.685696:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760431.645700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760431.709744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760432.669754:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760432.733813:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760433.693638:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760433.757788:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760434.141650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760434.141678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760434.141683:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760434.141694:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1671
00000100:00080000:3.0:1787760434.141706:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760434.141713:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760434.141757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972597888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760434.141786:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760434.141790:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760434.141792:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760434.141797:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1671
00000100:00080000:3.0:1787760434.141800:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760434.141805:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760434.141818:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760434.141835:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972597888:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760434.141836:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972598016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760434.141916:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760434.141962:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760434/real 1787760434]  req@ffff96b491058000 x1874600972597888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760434.141979:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972597888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760434.141988:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760434.141993:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760434.141998:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972597888:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760434.142026:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972598016:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760434.142050:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760434.142061:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760434/real 1787760434]  req@ffff96b491059680 x1874600972598016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760434.142070:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972598016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760434.142077:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760434.142079:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760434.142081:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972598016:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760434.717655:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760434.781738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760435.741690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760435.805745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760436.765688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760436.829736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760437.789699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760437.853733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760438.813709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760438.877730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760439.261720:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760439.261730:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760439.261734:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760439.261744:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1676
00000100:00080000:2.0:1787760439.261756:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760439.261763:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760439.261804:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972598144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760439.261827:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760439.261830:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760439.261831:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760439.261834:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1676
00000100:00080000:2.0:1787760439.261836:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760439.261839:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760439.261848:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760439.261856:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972598272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760439.261874:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972598144:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760439.261941:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760439.261984:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760439/real 1787760439]  req@ffff96b49109c000 x1874600972598144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760439.262017:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972598144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760439.262025:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760439.262028:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760439.262031:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972598144:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760439.262055:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972598272:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760439.262078:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760439.262090:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760439/real 1787760439]  req@ffff96b49109cb40 x1874600972598272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760439.262099:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972598272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760439.262105:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760439.262107:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760439.262120:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972598272:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760439.837689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760439.901726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760440.861700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760440.925805:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760441.885693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760441.949737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760442.909691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760442.973753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760443.933689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760443.997769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760444.381706:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760444.381714:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760444.381717:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760444.381725:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1681
00000100:00080000:3.0:1787760444.381748:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760444.381754:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760444.381780:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972598400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760444.381802:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760444.381804:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760444.381805:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760444.381807:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1681
00000100:00080000:3.0:1787760444.381809:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760444.381811:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760444.381818:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760444.381827:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972598528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760444.381872:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972598400:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760444.381944:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760444.381988:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760444/real 1787760444]  req@ffff96b491059a40 x1874600972598400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760444.382002:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972598400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760444.382038:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760444.382041:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760444.382044:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972598400:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760444.382050:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972598528:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760444.382068:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760444.382076:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760444/real 1787760444]  req@ffff96b4910583c0 x1874600972598528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760444.382084:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972598528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760444.382089:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760444.382092:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760444.382094:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972598528:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760444.957702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760445.021754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760445.981701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760446.045742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760447.005646:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760447.069767:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760448.029698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760448.093713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760449.053674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760449.117744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760449.501690:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760449.501699:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760449.501703:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760449.501713:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1687
00000100:00080000:3.0:1787760449.501722:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760449.501729:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760449.501771:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972598656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760449.501797:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760449.501816:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760449.501818:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760449.501823:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1687
00000100:00080000:3.0:1787760449.501827:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760449.501841:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760449.501846:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972598656:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787760449.501853:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760449.501868:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972598784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760449.501924:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760449.501963:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760449/real 1787760449]  req@ffff96b49105ad00 x1874600972598656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760449.501979:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972598656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760449.501989:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760449.501993:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760449.501996:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972598656:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760449.502028:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972598784:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760449.502045:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760449.502054:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760449/real 1787760449]  req@ffff96b491058b40 x1874600972598784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760449.502061:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972598784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760449.502066:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760449.502068:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760449.502070:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972598784:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760450.077683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760450.141769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760451.101702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760451.165775:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760452.125710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760452.189768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760453.149714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760453.213730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760454.173668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760454.237764:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760454.621691:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760454.621702:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760454.621706:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760454.621716:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1692
00000100:00080000:3.0:1787760454.621725:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760454.621732:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760454.621764:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972598912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760454.621788:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760454.621790:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760454.621792:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760454.621795:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1692
00000100:00080000:3.0:1787760454.621797:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760454.621799:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760454.621842:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760454.621851:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972598912:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760454.621857:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972599040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760454.621918:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760454.621961:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760454/real 1787760454]  req@ffff96b491058f00 x1874600972598912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760454.621979:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972598912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760454.621990:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760454.621994:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760454.621999:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972598912:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760454.622024:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972599040:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760454.622048:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760454.622063:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760454/real 1787760454]  req@ffff96b491058b40 x1874600972599040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760454.622086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972599040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760454.622095:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760454.622099:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760454.622102:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972599040:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760455.197668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760455.261724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760456.221708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760456.285739:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760457.245670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760457.309715:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760458.269737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760458.333799:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760459.293694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760459.357858:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760459.741746:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760459.741757:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760459.741761:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760459.741773:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1697
00000100:00080000:2.0:1787760459.741785:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760459.741793:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760459.741839:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972599168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760459.741865:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760459.741868:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760459.741869:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760459.741873:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1697
00000100:00080000:2.0:1787760459.741875:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760459.741878:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760459.741889:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760459.741901:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972599296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760459.741913:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972599168:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760459.741997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760459.742044:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760459/real 1787760459]  req@ffff96b49109fc00 x1874600972599168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760459.742060:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972599168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760459.742070:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760459.742073:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760459.742076:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972599168:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760459.742102:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972599296:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760459.742119:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760459.742127:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760459/real 1787760459]  req@ffff96b49109cb40 x1874600972599296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760459.742136:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972599296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760459.742167:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760459.742172:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760459.742176:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972599296:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760460.317732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760460.381834:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760461.341705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760461.405807:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760462.365673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760462.429800:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760463.389691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760463.453781:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760464.413687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760464.477845:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760464.861688:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760464.861696:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760464.861700:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760464.861709:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1702
00000100:00080000:0.0:1787760464.861719:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760464.861725:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760464.861759:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972599424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760464.861783:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760464.861786:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760464.861788:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760464.861790:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1702
00000100:00080000:0.0:1787760464.861793:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760464.861795:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760464.861803:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760464.861813:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972599552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760464.861827:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972599424:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760464.861891:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760464.861924:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760464/real 1787760464]  req@ffff96b491186580 x1874600972599424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760464.861937:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972599424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760464.861944:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760464.861948:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760464.861950:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972599424:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760464.861968:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972599552:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760464.861983:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760464.861992:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760464/real 1787760464]  req@ffff96b491185680 x1874600972599552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760464.862004:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972599552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760464.862013:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760464.862017:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760464.862021:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972599552:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760465.437682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760465.501713:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760466.461710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760466.525763:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760467.485689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760467.549694:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760468.509693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760468.573725:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760469.533774:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760469.597777:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760469.981722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760469.981733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760469.981738:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760469.981749:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1707
00000100:00080000:3.0:1787760469.981761:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760469.981769:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760469.981807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972599680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760469.981838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760469.981843:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760469.981850:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760469.981855:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1707
00000100:00080000:3.0:1787760469.981859:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760469.981864:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760469.981873:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760469.981895:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972599680:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760469.981905:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972599808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760469.981952:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760469.981987:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760469/real 1787760469]  req@ffff96b49105ad00 x1874600972599680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760469.982000:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972599680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760469.982008:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760469.982011:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760469.982014:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972599680:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760469.982037:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972599808:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760469.982051:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760469.982059:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760469/real 1787760469]  req@ffff96b4910583c0 x1874600972599808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760469.982068:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972599808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760469.982074:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760469.982076:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760469.982078:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972599808:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760470.557720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760470.621795:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760471.581697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760471.645827:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760472.605678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760472.669729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760473.629722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760473.693774:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760474.653667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760474.717774:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760475.101697:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760475.101705:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760475.101709:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760475.101718:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1712
00000100:00080000:3.0:1787760475.101727:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760475.101733:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760475.101765:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972599936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760475.101789:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760475.101791:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760475.101793:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760475.101795:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1712
00000100:00080000:3.0:1787760475.101797:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760475.101800:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760475.101807:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760475.101815:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972600064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760475.101846:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972599936:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760475.101911:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760475.101944:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760475/real 1787760475]  req@ffff96b491059a40 x1874600972599936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760475.101976:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972599936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760475.101984:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760475.101987:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760475.101990:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972599936:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760475.101996:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972600064:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760475.102013:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760475.102021:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760475/real 1787760475]  req@ffff96b491059680 x1874600972600064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760475.102029:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972600064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760475.102034:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760475.102036:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760475.102038:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972600064:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760475.677751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760475.741788:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760476.701643:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760476.765713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760477.725739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760477.789796:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760478.749700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760478.813754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760479.773700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760479.837786:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760480.221713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760480.221722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760480.221727:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760480.221736:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1717
00000100:00080000:1.0:1787760480.221745:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760480.221752:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760480.221785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972600192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760480.221819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760480.221822:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760480.221823:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760480.221826:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1717
00000100:00080000:1.0:1787760480.221829:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760480.221833:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760480.221844:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760480.221861:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972600192:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760480.221862:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972600320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760480.221924:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760480.221957:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760480/real 1787760480]  req@ffff96b48d40f480 x1874600972600192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760480.221970:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972600192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760480.221978:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760480.221981:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760480.221984:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972600192:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760480.222003:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972600320:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760480.222018:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760480.222025:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760480/real 1787760480]  req@ffff96b48d40f0c0 x1874600972600320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760480.222033:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972600320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760480.222039:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760480.222049:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760480.222051:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972600320:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760480.797742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760480.861806:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760481.821694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760481.885773:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760482.845693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760482.909754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760483.869699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760483.933788:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760484.893703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760484.957759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760485.341724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760485.341732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760485.341736:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760485.341744:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1722
00000100:00080000:3.0:1787760485.341753:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760485.341759:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760485.341793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972600448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760485.341815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760485.341818:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760485.341820:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760485.341824:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1722
00000100:00080000:3.0:1787760485.341826:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760485.341829:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760485.341837:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760485.341842:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972600448:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760485.341853:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972600576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760485.341973:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972600576:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760485.917646:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760485.981821:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760486.941729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760487.005745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760487.965728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760488.029757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787760488.413870:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787760488.413915:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760488.413950:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787760488.413993:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787760488.414549:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760485/real 1787760488]  req@ffff96b491059680 x1874600972600576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760488.414576:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972600576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760488.414626:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760488.414632:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760488.414638:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972600576:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760488.414647:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760485/real 1787760488]  req@ffff96b491058000 x1874600972600448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760488.414663:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972600448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760488.414672:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760488.414676:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760488.414679:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972600448:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760488.989745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760489.053790:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760490.013701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760490.077773:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760490.461792:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760490.461802:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760490.461805:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760490.461816:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1727
00000100:00080000:3.0:1787760490.461827:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760490.461834:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760490.461875:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972600704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760490.461906:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760490.461910:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760490.461912:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760490.461920:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1727
00000100:00080000:3.0:1787760490.461923:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760490.461928:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760490.461940:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760490.461963:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972600832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760490.461965:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972600704:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760490.462056:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760490.462111:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760490/real 1787760490]  req@ffff96b491059a40 x1874600972600704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760490.462143:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972600704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760490.462157:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760490.462161:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760490.462165:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972600704:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760490.462197:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972600832:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760490.462238:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760490.462254:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760490/real 1787760490]  req@ffff96b4910583c0 x1874600972600832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760490.462266:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972600832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760490.462275:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760490.462279:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760490.462283:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972600832:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760491.037718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760491.101756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760492.061713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760492.125777:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760493.085730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760493.149762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760494.109658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760494.173741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760495.133744:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760495.197767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760495.581727:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760495.581738:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760495.581743:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760495.581754:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1733
00000100:00080000:0.0:1787760495.581765:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760495.581790:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760495.581825:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972600960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760495.581856:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760495.581861:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760495.581863:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760495.581869:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1733
00000100:00080000:0.0:1787760495.581874:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760495.581879:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760495.581890:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760495.581903:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972600960:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760495.581909:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972601088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760495.582029:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760495.582080:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760495/real 1787760495]  req@ffff96b491185e00 x1874600972600960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760495.582099:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972600960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760495.582110:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760495.582114:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760495.582118:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972600960:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760495.582147:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972601088:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760495.582169:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760495.582181:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760495/real 1787760495]  req@ffff96b491185680 x1874600972601088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760495.582191:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972601088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760495.582199:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760495.582203:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760495.582206:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972601088:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760496.157691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760496.221704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760497.181725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760497.245755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760498.205687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760498.269758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760499.229676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760499.293756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760500.253692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760500.317745:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760500.701717:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760500.701726:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760500.701730:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760500.701738:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1738
00000100:00080000:3.0:1787760500.701762:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760500.701768:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760500.701803:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972601216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760500.701822:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760500.701825:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760500.701826:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760500.701828:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1738
00000100:00080000:3.0:1787760500.701830:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760500.701833:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760500.701843:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760500.701857:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972601344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760500.701864:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972601216:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760500.701960:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760500.702000:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760500/real 1787760500]  req@ffff96b49105ad00 x1874600972601216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760500.702013:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972601216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760500.702021:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760500.702024:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760500.702027:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972601216:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760500.702049:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972601344:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760500.702066:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760500.702073:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760500/real 1787760500]  req@ffff96b491058b40 x1874600972601344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760500.702082:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972601344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760500.702088:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760500.702090:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760500.702092:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972601344:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760501.277684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760501.341754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760502.301705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760502.365753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760503.325702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760503.389712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760504.349735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760504.413785:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760505.373681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760505.437726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760505.821726:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760505.821737:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760505.821741:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760505.821751:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1743
00000100:00080000:0.0:1787760505.821778:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760505.821785:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760505.821838:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972601472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760505.821867:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760505.821871:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760505.821873:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760505.821878:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1743
00000100:00080000:0.0:1787760505.821883:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760505.821888:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760505.821898:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760505.821906:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972601472:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760505.821915:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972601600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760505.821964:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760505.822002:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760505/real 1787760505]  req@ffff96b491186580 x1874600972601472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760505.822034:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972601472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760505.822045:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760505.822049:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760505.822053:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972601472:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760505.822078:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972601600:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760505.822113:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760505.822127:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760505/real 1787760505]  req@ffff96b491186d00 x1874600972601600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760505.822141:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972601600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760505.822150:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760505.822153:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760505.822157:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972601600:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760506.397702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760506.461771:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760507.421694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760507.485831:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760508.445694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760508.509710:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760509.469716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760509.533769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760510.493718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760510.557769:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760510.941743:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760510.941753:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760510.941756:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760510.941765:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1748
00000100:00080000:3.0:1787760510.941774:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760510.941780:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760510.941816:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972601728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760510.941858:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760510.941861:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760510.941863:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760510.941867:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1748
00000100:00080000:3.0:1787760510.941870:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760510.941874:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760510.941882:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760510.941894:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972601856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760510.941902:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972601728:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760510.941966:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760510.942014:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760510/real 1787760510]  req@ffff96b491058f00 x1874600972601728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760510.942048:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972601728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760510.942057:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760510.942060:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760510.942062:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972601728:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760510.942082:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972601856:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760510.942100:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760510.942109:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760510/real 1787760510]  req@ffff96b491058b40 x1874600972601856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760510.942118:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972601856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760510.942124:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760510.942126:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760510.942128:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972601856:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760511.517734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760511.581767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760512.541730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760512.605809:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760513.565715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760513.629736:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760514.589712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760514.653774:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760515.613679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760515.677797:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760516.061716:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760516.061727:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760516.061732:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760516.061743:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1753
00000100:00080000:3.0:1787760516.061758:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760516.061764:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760516.061796:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972601984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760516.061816:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760516.061819:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760516.061820:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760516.061823:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1753
00000100:00080000:3.0:1787760516.061838:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760516.061842:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760516.061852:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760516.061856:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972601984:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760516.061868:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972602112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760516.061918:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760516.061957:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760516/real 1787760516]  req@ffff96b49105ad00 x1874600972601984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760516.061975:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972601984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760516.061993:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760516.061998:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760516.062002:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972601984:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760516.062030:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972602112:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760516.062053:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760516.062066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760516/real 1787760516]  req@ffff96b4910583c0 x1874600972602112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760516.062078:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972602112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760516.062087:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760516.062091:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760516.062094:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972602112:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760516.637667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760516.701765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760517.661708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760517.725732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760518.685656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760518.749764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760519.709709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760519.773763:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760520.733651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760520.797764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760521.181670:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760521.181681:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760521.181686:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760521.181697:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1758
00000100:00080000:3.0:1787760521.181708:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760521.181717:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760521.181761:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972602240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760521.181789:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760521.181792:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760521.181793:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760521.181796:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1758
00000100:00080000:3.0:1787760521.181799:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760521.181801:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760521.181811:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760521.181824:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972602368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760521.181848:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972602240:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760521.181928:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760521.181981:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760521/real 1787760521]  req@ffff96b491059a40 x1874600972602240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760521.182001:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972602240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760521.182029:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760521.182033:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760521.182036:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972602240:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760521.182061:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972602368:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760521.182080:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760521.182090:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760521/real 1787760521]  req@ffff96b491058000 x1874600972602368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760521.182098:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972602368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760521.182105:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760521.182107:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760521.182109:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972602368:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760521.757741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760521.821771:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760522.781669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760522.845816:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760523.805743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760523.869738:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760524.829704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760524.893723:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760525.853749:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760525.917741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760526.301741:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760526.301751:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760526.301755:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760526.301767:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1763
00000100:00080000:3.0:1787760526.301778:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760526.301786:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760526.301825:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972602496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760526.301860:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760526.301865:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760526.301867:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760526.301871:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1763
00000100:00080000:3.0:1787760526.301875:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760526.301880:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760526.301889:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760526.301908:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972602624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760526.301922:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972602496:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760526.302014:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760526.302063:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760526/real 1787760526]  req@ffff96b491059680 x1874600972602496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760526.302079:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972602496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760526.302089:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760526.302092:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760526.302096:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972602496:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760526.302121:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972602624:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760526.302138:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760526.302146:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760526/real 1787760526]  req@ffff96b491058000 x1874600972602624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760526.302173:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972602624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760526.302180:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760526.302182:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760526.302184:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972602624:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760526.877702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760526.941811:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760527.901749:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760527.965920:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760528.925729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760528.989810:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760529.949730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760530.013840:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760530.973777:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760531.037799:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760531.421690:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760531.421699:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760531.421704:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760531.421713:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1768
00000100:00080000:0.0:1787760531.421724:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760531.421731:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760531.421779:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972602752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760531.421803:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760531.421806:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760531.421808:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760531.421813:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1768
00000100:00080000:0.0:1787760531.421817:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760531.421822:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760531.421834:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760531.421850:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972602880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760531.421850:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972602752:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760531.421941:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760531.421985:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760531/real 1787760531]  req@ffff96b491184b40 x1874600972602752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760531.422003:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972602752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760531.422014:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760531.422017:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760531.422021:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972602752:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760531.422046:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972602880:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760531.422067:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760531.422078:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760531/real 1787760531]  req@ffff96b491186d00 x1874600972602880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760531.422089:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972602880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760531.422109:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760531.422112:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760531.422116:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972602880:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760531.997704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760532.061815:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760533.021656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760533.085719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760534.045669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760534.109761:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760535.069775:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760535.133760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760536.093722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760536.157793:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760536.541729:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760536.541738:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760536.541742:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760536.541752:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1774
00000100:00080000:3.0:1787760536.541762:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760536.541769:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760536.541826:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972603008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760536.541855:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760536.541857:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760536.541859:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760536.541862:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1774
00000100:00080000:3.0:1787760536.541864:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760536.541868:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760536.541878:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760536.541888:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972603136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760536.541898:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972603008:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760536.541966:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760536.542008:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760536/real 1787760536]  req@ffff96b491059a40 x1874600972603008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760536.542021:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972603008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760536.542030:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760536.542032:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760536.542035:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972603008:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760536.542058:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972603136:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760536.542071:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760536.542079:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760536/real 1787760536]  req@ffff96b4910583c0 x1874600972603136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760536.542086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972603136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760536.542091:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760536.542108:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760536.542111:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972603136:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760537.117724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760537.181813:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760538.141697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760538.205716:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760539.165709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760539.229742:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760540.189691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760540.253752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760541.213662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760541.277766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760541.661727:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760541.661740:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760541.661745:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760541.661755:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1779
00000100:00080000:3.0:1787760541.661767:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760541.661774:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760541.661815:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972603264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760541.661857:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760541.661860:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760541.661861:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760541.661864:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1779
00000100:00080000:3.0:1787760541.661866:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760541.661869:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760541.661878:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760541.661888:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972603392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760541.661939:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972603264:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760541.662003:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760541.662035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760541/real 1787760541]  req@ffff96b49105ad00 x1874600972603264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760541.662048:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972603264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760541.662055:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760541.662058:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760541.662061:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972603264:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760541.662066:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972603392:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760541.662078:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760541.662085:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760541/real 1787760541]  req@ffff96b491058b40 x1874600972603392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760541.662091:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972603392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760541.662096:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760541.662109:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760541.662111:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972603392:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760542.237719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760542.301734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760543.261751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760543.325723:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760544.285714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760544.349771:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760545.309691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760545.373712:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760546.333687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760546.397743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760546.781706:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760546.781717:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760546.781740:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760546.781751:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1784
00000100:00080000:0.0:1787760546.781761:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760546.781766:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760546.781798:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972603520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760546.781818:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760546.781821:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760546.781822:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760546.781825:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1784
00000100:00080000:0.0:1787760546.781827:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760546.781829:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760546.781838:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760546.781849:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972603648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760546.781879:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972603520:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760546.781941:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760546.781981:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760546/real 1787760546]  req@ffff96b491186580 x1874600972603520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760546.781999:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972603520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760546.782009:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760546.782012:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760546.782016:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972603520:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760546.782038:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972603648:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760546.782063:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760546.782076:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760546/real 1787760546]  req@ffff96b491185680 x1874600972603648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760546.782088:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972603648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760546.782096:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760546.782112:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760546.782115:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972603648:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760547.357697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760547.421702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760548.381715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760548.445760:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760549.405712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760549.469798:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760550.429692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760550.493706:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760551.453701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760551.517737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760551.901700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760551.901708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760551.901712:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760551.901719:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1789
00000100:00080000:1.0:1787760551.901727:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760551.901733:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760551.901762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972603776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760551.901786:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760551.901789:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760551.901790:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760551.901792:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1789
00000100:00080000:1.0:1787760551.901794:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760551.901796:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760551.901804:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760551.901811:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972603904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760551.901867:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972603776:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760551.902005:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972603904:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760552.477663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760552.541692:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760553.501687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760553.565759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760554.525671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760554.589768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787760554.974058:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787760554.974136:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760554.974174:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787760554.974275:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787760554.974394:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760551/real 1787760554]  req@ffff96b48d40e580 x1874600972603776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760554.974442:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972603776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760554.974454:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760554.974459:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760554.974463:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972603776:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760554.974472:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760551/real 1787760554]  req@ffff96b48d40de00 x1874600972603904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760554.974484:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972603904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760554.974519:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760554.974523:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760554.974527:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972603904:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760555.549719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760555.613785:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760556.573707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760556.637743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760557.021731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760557.021740:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760557.021745:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760557.021755:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1794
00000100:00080000:3.0:1787760557.021766:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760557.021773:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760557.021803:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972604032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760557.021837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760557.021842:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760557.021844:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760557.021849:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1794
00000100:00080000:3.0:1787760557.021853:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760557.021858:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760557.021866:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972604032:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787760557.021883:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760557.021902:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972604160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760557.021935:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760557.021973:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760557/real 1787760557]  req@ffff96b491058f00 x1874600972604032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760557.021989:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972604032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760557.021998:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760557.022002:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760557.022006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972604032:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760557.022032:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972604160:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760557.022055:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760557.022068:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760557/real 1787760557]  req@ffff96b491058b40 x1874600972604160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760557.022078:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972604160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760557.022087:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760557.022097:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760557.022100:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972604160:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760557.597710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760557.661783:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760558.621703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760558.685737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760559.645644:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760559.709816:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760560.669718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760560.733768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760561.693720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760561.757803:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760562.141703:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760562.141711:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760562.141715:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760562.141752:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1799
00000100:00080000:3.0:1787760562.141763:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760562.141770:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760562.141805:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972604288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760562.141831:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760562.141834:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760562.141835:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760562.141838:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1799
00000100:00080000:3.0:1787760562.141841:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760562.141844:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760562.141851:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760562.141865:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972604416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760562.141910:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972604288:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760562.141999:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760562.142046:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760562/real 1787760562]  req@ffff96b49105ad00 x1874600972604288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760562.142060:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972604288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760562.142070:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760562.142074:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760562.142081:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972604288:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760562.142087:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972604416:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760562.142103:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760562.142110:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760562/real 1787760562]  req@ffff96b4910583c0 x1874600972604416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760562.142118:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972604416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760562.142123:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760562.142142:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760562.142144:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972604416:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760562.717705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760562.781782:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760563.741679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760563.805765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760564.765672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760564.829762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760565.789745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760565.853779:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760566.813712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760566.877797:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760567.261669:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760567.261678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760567.261682:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760567.261690:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1804
00000100:00080000:3.0:1787760567.261713:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760567.261719:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760567.261749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972604544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760567.261770:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760567.261772:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760567.261773:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760567.261776:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1804
00000100:00080000:3.0:1787760567.261778:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760567.261781:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760567.261789:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760567.261797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972604672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760567.261806:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972604544:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760567.261863:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760567.261890:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760567/real 1787760567]  req@ffff96b491059a40 x1874600972604544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760567.261914:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972604544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760567.261929:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760567.261933:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760567.261938:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972604544:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760567.261963:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972604672:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760567.261981:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760567.261990:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760567/real 1787760567]  req@ffff96b491058000 x1874600972604672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760567.261998:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972604672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760567.262004:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760567.262012:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760567.262015:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972604672:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760567.837728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760567.901761:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760568.861748:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760568.925769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760569.885675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760569.949755:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760570.909703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760570.973750:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760571.933668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760571.997750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760572.381672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760572.381681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760572.381684:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760572.381692:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1809
00000100:00080000:3.0:1787760572.381701:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760572.381707:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760572.381738:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972604800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760572.381761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760572.381764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760572.381782:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760572.381788:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1809
00000100:00080000:3.0:1787760572.381793:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760572.381799:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760572.381805:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972604800:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787760572.381809:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760572.381828:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972604928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760572.381861:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760572.381896:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760572/real 1787760572]  req@ffff96b491059680 x1874600972604800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760572.381909:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972604800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760572.381925:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760572.381928:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760572.381931:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972604800:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760572.381950:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972604928:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760572.381965:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760572.381973:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760572/real 1787760572]  req@ffff96b491058000 x1874600972604928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760572.381980:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972604928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760572.381986:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760572.381997:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760572.382001:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972604928:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760572.957704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760573.021796:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760573.981661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760574.045712:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760575.005692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760575.069779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760576.029709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760576.093719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760577.053669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760577.117806:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760577.501686:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760577.501702:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760577.501707:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760577.501722:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1815
00000100:00080000:3.0:1787760577.501737:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760577.501747:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760577.501798:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972605056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760577.501835:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760577.501840:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760577.501842:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760577.501847:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1815
00000100:00080000:3.0:1787760577.501851:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760577.501857:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760577.501869:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760577.501886:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972605184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760577.501895:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972605056:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760577.501993:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760577.502042:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760577/real 1787760577]  req@ffff96b491059a40 x1874600972605056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760577.502064:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972605056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760577.502078:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760577.502082:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760577.502086:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972605056:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760577.502127:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972605184:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760577.502153:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760577.502167:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760577/real 1787760577]  req@ffff96b4910583c0 x1874600972605184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760577.502180:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972605184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760577.502200:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760577.502216:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760577.502220:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972605184:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760578.077710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760578.141822:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760579.101720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760579.165822:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760580.125707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760580.189743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760581.149700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760581.213790:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760582.173708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760582.237724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760582.621679:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760582.621687:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760582.621690:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760582.621698:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1820
00000100:00080000:3.0:1787760582.621705:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760582.621710:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760582.621739:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972605312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760582.621759:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760582.621762:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760582.621763:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760582.621766:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1820
00000100:00080000:3.0:1787760582.621768:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760582.621770:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760582.621777:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760582.621784:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972605440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760582.621840:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972605312:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760582.621928:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760582.621983:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760582/real 1787760582]  req@ffff96b49105ad00 x1874600972605312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760582.622002:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972605312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760582.622013:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760582.622018:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760582.622023:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972605312:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760582.622031:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972605440:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760582.622054:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760582.622066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760582/real 1787760582]  req@ffff96b491058b40 x1874600972605440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760582.622078:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972605440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760582.622087:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760582.622090:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760582.622094:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972605440:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760583.197690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760583.261834:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760584.221653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760584.285704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760585.245688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760585.309757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760586.269680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760586.333700:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760587.293737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760587.357772:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760587.741680:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760587.741689:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760587.741693:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760587.741703:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1825
00000100:00080000:0.0:1787760587.741734:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760587.741741:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760587.741775:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972605568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760587.741808:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760587.741811:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760587.741813:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760587.741818:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1825
00000100:00080000:0.0:1787760587.741821:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760587.741826:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760587.741836:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760587.741843:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972605568:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760587.741851:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972605696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760587.741897:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760587.741925:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760587/real 1787760587]  req@ffff96b491185e00 x1874600972605568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760587.741937:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972605568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760587.741944:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760587.741947:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760587.741949:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972605568:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760587.741964:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972605696:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760587.741976:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760587.741983:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760587/real 1787760587]  req@ffff96b491185680 x1874600972605696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760587.741994:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972605696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760587.742009:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760587.742013:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760587.742016:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972605696:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760588.317684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760588.381752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760589.341690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760589.405730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760590.365696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760590.429728:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760591.389687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760591.453679:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760592.413702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760592.477736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760592.861699:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760592.861708:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760592.861711:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760592.861719:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1830
00000100:00080000:0.0:1787760592.861728:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760592.861734:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760592.861764:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972605824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760592.861786:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760592.861789:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760592.861802:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760592.861805:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1830
00000100:00080000:0.0:1787760592.861809:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760592.861812:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760592.861819:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760592.861828:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972605952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760592.861840:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972605824:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760592.861895:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760592.861935:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760592/real 1787760592]  req@ffff96b491186580 x1874600972605824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760592.861953:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972605824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760592.861973:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760592.861977:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760592.861981:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972605824:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760592.862005:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972605952:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760592.862028:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760592.862042:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760592/real 1787760592]  req@ffff96b491186d00 x1874600972605952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760592.862064:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972605952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760592.862073:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760592.862076:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760592.862079:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972605952:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760593.437649:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760593.501721:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760594.461686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760594.525729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760595.485657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760595.549717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760596.509718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760596.573760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760597.533718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760597.597730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760597.981735:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760597.981749:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760597.981754:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760597.981767:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1835
00000100:00080000:3.0:1787760597.981779:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760597.981787:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760597.981846:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972606080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760597.981878:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760597.981881:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760597.981883:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760597.981886:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1835
00000100:00080000:3.0:1787760597.981889:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760597.981892:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760597.981902:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760597.981915:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972606208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760597.981934:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972606080:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760597.981997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760597.982049:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760597/real 1787760597]  req@ffff96b491058f00 x1874600972606080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760597.982070:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972606080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760597.982081:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760597.982085:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760597.982088:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972606080:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760597.982111:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972606208:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760597.982149:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760597.982159:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760597/real 1787760597]  req@ffff96b491058b40 x1874600972606208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760597.982166:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972606208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760597.982172:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760597.982174:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760597.982176:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972606208:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760598.557692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760598.621800:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760599.581745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760599.645729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760600.605650:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760600.669780:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760601.629742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760601.693701:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760602.653682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760602.717713:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760603.101724:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760603.101733:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760603.101737:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760603.101748:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1840
00000100:00080000:0.0:1787760603.101758:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760603.101763:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760603.101793:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972606336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760603.101815:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760603.101819:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760603.101820:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760603.101824:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1840
00000100:00080000:0.0:1787760603.101827:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760603.101831:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760603.101840:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760603.101855:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972606336:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760603.101856:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972606464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760603.101913:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760603.101976:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760603/real 1787760603]  req@ffff96b491184b40 x1874600972606336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760603.101993:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972606336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760603.102001:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760603.102005:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760603.102014:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972606336:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760603.102036:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972606464:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760603.102060:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760603.102072:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760603/real 1787760603]  req@ffff96b491186d00 x1874600972606464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760603.102086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972606464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760603.102094:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760603.102098:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760603.102101:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972606464:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760603.677688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787760603.741702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760604.701677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760604.765758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760605.725706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760605.789725:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760606.749658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760606.813798:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760607.773647:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760607.837728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760608.221694:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760608.221705:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760608.221709:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760608.221718:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1845
00000100:00080000:3.0:1787760608.221728:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760608.221736:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760608.221776:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972606592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760608.221798:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760608.221801:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760608.221802:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760608.221816:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1845
00000100:00080000:3.0:1787760608.221819:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760608.221822:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760608.221840:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760608.221853:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972606720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760608.221862:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972606592:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760608.221920:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760608.221965:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760608/real 1787760608]  req@ffff96b49105ad00 x1874600972606592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760608.221985:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972606592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760608.221993:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760608.222002:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760608.222006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972606592:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760608.222033:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972606720:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760608.222055:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760608.222067:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760608/real 1787760608]  req@ffff96b4910583c0 x1874600972606720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760608.222081:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972606720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760608.222088:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760608.222091:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760608.222094:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972606720:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760608.797683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760608.861721:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760609.821706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760609.885767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760610.845686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760610.909709:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760611.869680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760611.933805:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760612.893673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760612.957706:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760613.341689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760613.341696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760613.341699:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760613.341707:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1850
00000100:00080000:2.0:1787760613.341715:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760613.341721:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760613.341758:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972606848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760613.341777:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760613.341779:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760613.341781:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760613.341783:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1850
00000100:00080000:2.0:1787760613.341785:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760613.341787:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760613.341794:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760613.341816:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972606848:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760613.341817:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972606976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760613.341878:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760613.341912:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760613/real 1787760613]  req@ffff96b49109c000 x1874600972606848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760613.341929:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972606848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760613.341942:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760613.341944:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760613.341947:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972606848:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760613.341965:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972606976:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760613.341986:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760613.341993:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760613/real 1787760613]  req@ffff96b49109c3c0 x1874600972606976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760613.342001:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972606976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760613.342006:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760613.342008:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760613.342009:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972606976:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760613.917713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760613.981817:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760614.941682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760615.005745:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760615.965726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760616.029747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760616.989764:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760617.053782:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760618.013671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760618.077820:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760618.461684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760618.461693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760618.461697:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760618.461706:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1855
00000100:00080000:2.0:1787760618.461715:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760618.461721:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760618.461752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972607104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760618.461774:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760618.461778:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760618.461780:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760618.461785:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1855
00000100:00080000:2.0:1787760618.461788:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760618.461793:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760618.461803:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760618.461816:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972607104:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760618.461822:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972607232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760618.461910:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972607232:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760619.037734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760619.101791:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760620.061676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760620.125776:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760621.085716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760621.149751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787760621.533861:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787760621.533898:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760621.533916:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787760621.533952:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:1.0:1787760621.534010:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760618/real 1787760621]  req@ffff96b49109f840 x1874600972607232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760621.534034:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972607232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760621.534046:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760621.534051:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760621.534056:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972607232:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760621.534063:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760618/real 1787760621]  req@ffff96b49109e1c0 x1874600972607104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760621.534076:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972607104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760621.534083:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760621.534087:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760621.534090:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972607104:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760622.109648:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760622.173811:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760623.133703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760623.197722:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760623.581739:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760623.581748:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760623.581751:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760623.581760:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1861
00000100:00080000:1.0:1787760623.581785:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760623.581793:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760623.581828:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972607360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760623.581879:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760623.581884:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760623.581886:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760623.581891:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1861
00000100:00080000:1.0:1787760623.581895:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760623.581900:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760623.581911:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760623.581927:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972607488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760623.582016:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972607360:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760623.582079:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760623.582133:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760623/real 1787760623]  req@ffff96b48d40fc00 x1874600972607360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760623.582169:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972607360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760623.582181:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760623.582185:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760623.582188:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972607360:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760623.582196:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972607488:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760623.582222:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760623.582237:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760623/real 1787760623]  req@ffff96b48d40de00 x1874600972607488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760623.582250:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972607488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760623.582260:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760623.582264:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760623.582268:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972607488:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760624.157715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760624.221757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760625.181721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760625.245725:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760626.205683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760626.269765:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760627.229723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760627.293764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760628.253708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760628.317792:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760628.701680:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760628.701689:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760628.701692:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760628.701703:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1866
00000100:00080000:1.0:1787760628.701714:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760628.701722:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760628.701777:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972607616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760628.701803:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760628.701806:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760628.701808:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760628.701814:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1866
00000100:00080000:1.0:1787760628.701819:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760628.701825:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760628.701831:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972607616:192.168.204.133@tcp:250:kworker.0
00000008:00100000:1.0:1787760628.701837:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760628.701856:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972607744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760628.701886:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760628.701918:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760628/real 1787760628]  req@ffff96b48d40e580 x1874600972607616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760628.701931:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972607616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760628.701947:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760628.701950:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760628.701953:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972607616:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760628.701972:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972607744:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760628.701992:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760628.702006:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760628/real 1787760628]  req@ffff96b48d40f0c0 x1874600972607744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760628.702019:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972607744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760628.702028:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760628.702031:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760628.702035:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972607744:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760629.277740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787760629.341804:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760630.301691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760630.365724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760631.325701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760631.389782:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760632.349676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760632.413730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760633.373707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760633.437682:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760633.821692:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760633.821700:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760633.821704:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760633.821713:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1871
00000100:00080000:2.0:1787760633.821722:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760633.821729:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760633.821769:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972607872/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760633.821803:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760633.821825:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760633.821828:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760633.821834:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1871
00000100:00100000:1.0:1787760633.821840:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972607872:192.168.204.133@tcp:250:kworker.0
00000100:00080000:2.0:1787760633.821840:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760633.821851:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760633.821862:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760633.821880:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972608000/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760633.821909:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760633.821955:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760633/real 1787760633]  req@ffff96b49109d2c0 x1874600972607872/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760633.821972:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972607872/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760633.821980:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760633.821988:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760633.821991:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972607872:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760633.822011:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972608000:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760633.822029:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760633.822038:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760633/real 1787760633]  req@ffff96b49109e1c0 x1874600972608000/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760633.822046:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972608000/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760633.822052:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760633.822055:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760633.822057:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972608000:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760634.397692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760634.461829:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760635.421670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760635.485752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760636.445732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760636.509748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760637.469682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760637.533792:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760638.493756:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760638.557740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760638.941741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760638.941750:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760638.941772:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760638.941784:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1876
00000100:00080000:3.0:1787760638.941795:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760638.941802:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760638.941839:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972608128/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760638.941865:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760638.941868:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760638.941869:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760638.941872:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1876
00000100:00080000:3.0:1787760638.941874:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760638.941877:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760638.941885:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760638.941895:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972608256/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760638.941921:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972608128:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760638.942002:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760638.942063:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760638/real 1787760638]  req@ffff96b491059a40 x1874600972608128/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760638.942082:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972608128/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760638.942092:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760638.942107:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760638.942111:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972608128:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760638.942139:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972608256:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760638.942160:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760638.942169:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760638/real 1787760638]  req@ffff96b491058000 x1874600972608256/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760638.942178:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972608256/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760638.942185:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760638.942188:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760638.942190:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972608256:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760639.517668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760639.581770:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760640.541728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760640.605773:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760641.565719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760641.629741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760642.589752:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760642.653759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760643.613737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760643.677769:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760644.061716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760644.061726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760644.061730:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760644.061740:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1881
00000100:00080000:0.0:1787760644.061751:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760644.061759:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760644.061797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972608384/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760644.061821:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760644.061824:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760644.061825:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760644.061828:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1881
00000100:00080000:0.0:1787760644.061831:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760644.061834:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760644.061841:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760644.061851:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972608512/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760644.061891:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972608384:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760644.061990:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760644.062051:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760644/real 1787760644]  req@ffff96b491186580 x1874600972608384/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760644.062074:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972608384/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760644.062088:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760644.062112:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760644.062118:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972608384:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760644.062128:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972608512:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760644.062175:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760644.062199:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760644/real 1787760644]  req@ffff96b491185680 x1874600972608512/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760644.062215:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972608512/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760644.062225:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760644.062229:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760644.062234:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972608512:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760644.637713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760644.701808:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760645.661746:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760645.725712:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760646.685759:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:3.0:1787760646.749768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760647.709733:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760647.773699:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760648.733737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760648.797777:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760649.181751:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760649.181767:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760649.181773:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760649.181781:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1886
00000100:00080000:3.0:1787760649.181791:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760649.181797:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760649.181863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972608640/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760649.181895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760649.181899:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760649.181901:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760649.181905:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1886
00000100:00080000:3.0:1787760649.181910:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760649.181926:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760649.181934:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760649.181946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972608768/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760649.182020:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972608640:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760649.182155:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760649.182244:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760649/real 1787760649]  req@ffff96b491059680 x1874600972608640/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760649.182264:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972608640/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760649.182275:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760649.182291:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760649.182294:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972608640:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760649.182301:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972608768:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760649.182325:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760649.182340:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760649/real 1787760649]  req@ffff96b491058000 x1874600972608768/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760649.182355:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972608768/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760649.182365:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760649.182378:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760649.182383:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972608768:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760649.757654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760649.821719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760650.781706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760650.845804:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760651.805705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760651.869676:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760652.829681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760652.893716:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760653.853690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760653.917712:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760654.301759:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760654.301769:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760654.301773:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760654.301784:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1891
00000100:00080000:2.0:1787760654.301796:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760654.301803:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760654.301841:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972608896/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760654.301872:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760654.301876:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760654.301878:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760654.301882:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1891
00000100:00080000:2.0:1787760654.301887:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760654.301892:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760654.301903:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760654.301918:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972608896:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760654.301919:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972609024/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760654.301990:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760654.302029:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760654/real 1787760654]  req@ffff96b49109f840 x1874600972608896/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760654.302044:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972608896/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760654.302052:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760654.302061:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760654.302064:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972608896:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760654.302085:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972609024:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760654.302103:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760654.302111:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760654/real 1787760654]  req@ffff96b49109c3c0 x1874600972609024/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760654.302119:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972609024/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760654.302125:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760654.302127:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760654.302130:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972609024:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760654.877677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760654.941708:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760655.901737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760655.965738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760656.925721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760656.989767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760657.949725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760658.013703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760658.973649:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760659.037727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760659.421713:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760659.421724:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760659.421728:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760659.421738:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1896
00000100:00080000:2.0:1787760659.421748:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760659.421754:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760659.421787:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972609152/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760659.421808:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760659.421811:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760659.421812:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760659.421815:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1896
00000100:00080000:2.0:1787760659.421817:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760659.421820:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760659.421827:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760659.421848:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972609280/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760659.421860:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972609152:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760659.421913:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760659.421951:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760659/real 1787760659]  req@ffff96b49109c000 x1874600972609152/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760659.421966:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972609152/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760659.421974:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760659.421990:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760659.421993:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972609152:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760659.422012:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972609280:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760659.422030:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760659.422039:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760659/real 1787760659]  req@ffff96b49109cb40 x1874600972609280/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760659.422047:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972609280/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760659.422053:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760659.422055:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760659.422058:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972609280:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760659.997727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760660.061710:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760661.021633:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760661.085718:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760662.045698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760662.109732:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760663.069692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760663.133856:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760664.093725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760664.157765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760664.541769:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760664.541781:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760664.541786:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760664.541796:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1902
00000100:00080000:1.0:1787760664.541812:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760664.541820:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760664.541873:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972609408/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760664.541926:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760664.541930:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760664.541931:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760664.541935:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1902
00000100:00080000:1.0:1787760664.541939:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760664.541943:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760664.541953:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760664.541967:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972609536/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760664.541978:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972609408:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760664.542068:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760664.542124:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760664/real 1787760664]  req@ffff96b48d40f480 x1874600972609408/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760664.542146:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972609408/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760664.542162:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760664.542166:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760664.542169:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972609408:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760664.542195:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972609536:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760664.542215:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760664.542225:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760664/real 1787760664]  req@ffff96b48d40ed00 x1874600972609536/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760664.542233:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972609536/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760664.542239:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760664.542241:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760664.542243:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972609536:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760665.117776:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760665.181771:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760666.141780:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760666.205817:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760667.165684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760667.229774:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760668.189737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760668.253742:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760669.213756:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760669.277778:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760669.661756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760669.661779:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760669.661785:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760669.661797:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1907
00000100:00080000:3.0:1787760669.661808:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760669.661815:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760669.661853:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972609664/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760669.661889:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760669.661893:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760669.661895:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760669.661899:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1907
00000100:00080000:3.0:1787760669.661908:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760669.661931:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760669.661942:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760669.661954:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972609664:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760669.661960:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972609792/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760669.662026:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760669.662066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760669/real 1787760669]  req@ffff96b491059a40 x1874600972609664/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760669.662082:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972609664/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760669.662092:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760669.662096:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760669.662100:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972609664:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760669.662133:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972609792:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760669.662155:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760669.662174:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760669/real 1787760669]  req@ffff96b4910583c0 x1874600972609792/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760669.662186:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972609792/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760669.662193:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760669.662196:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760669.662199:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972609792:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760670.237698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760670.301768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760671.261691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760671.325797:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760672.285693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760672.349793:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760673.309685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760673.373767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760674.333683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760674.397736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760674.781670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760674.781678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760674.781682:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760674.781690:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1912
00000100:00080000:3.0:1787760674.781700:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760674.781706:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760674.781742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972609920/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760674.781774:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760674.781778:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760674.781780:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760674.781785:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1912
00000100:00080000:3.0:1787760674.781789:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760674.781794:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760674.781829:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760674.781834:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972609920:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760674.781845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972610048/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760674.781908:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760674.781949:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760674/real 1787760674]  req@ffff96b49105ad00 x1874600972609920/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760674.781962:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972609920/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760674.781970:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760674.781973:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760674.781976:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972609920:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760674.782000:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972610048:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760674.782017:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760674.782026:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760674/real 1787760674]  req@ffff96b491058b40 x1874600972610048/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760674.782048:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972610048/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760674.782054:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760674.782057:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760674.782059:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972610048:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760675.357726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760675.421755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760676.381675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760676.445727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760677.405687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760677.469754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760678.429648:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760678.493730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760679.453742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760679.517692:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760679.901715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760679.901725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760679.901748:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760679.901758:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1917
00000100:00080000:3.0:1787760679.901769:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760679.901792:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760679.901825:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972610176/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760679.901849:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760679.901854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760679.901856:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760679.901860:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1917
00000100:00080000:3.0:1787760679.901864:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760679.901869:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760679.901880:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760679.901893:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972610176:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760679.901898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972610304/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760679.901946:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760679.901979:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760679/real 1787760679]  req@ffff96b491058f00 x1874600972610176/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760679.901992:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972610176/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760679.902000:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760679.902003:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760679.902006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972610176:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760679.902025:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972610304:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760679.902040:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760679.902047:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760679/real 1787760679]  req@ffff96b491058b40 x1874600972610304/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760679.902055:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972610304/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760679.902072:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760679.902075:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760679.902077:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972610304:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760680.477702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760680.541691:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760681.501712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760681.565692:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760682.525686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760682.589731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760683.549722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760683.613758:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760684.573701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760684.637689:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760685.021660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760685.021670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760685.021675:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760685.021685:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1922
00000100:00080000:3.0:1787760685.021696:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760685.021704:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760685.021750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972610432/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760685.021772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760685.021786:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760685.021788:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760685.021791:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1922
00000100:00080000:3.0:1787760685.021795:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760685.021798:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760685.021807:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760685.021820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972610560/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760685.021821:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972610432:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760685.021919:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972610560:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760685.597737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760685.661710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760686.621733:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760686.685707:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760687.645716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760687.709751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787760688.093873:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787760688.093914:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760688.093928:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787760688.093969:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787760688.094065:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760685/real 1787760688]  req@ffff96b4910583c0 x1874600972610560/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760688.094110:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972610560/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760688.094142:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760688.094150:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760688.094156:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972610560:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760688.094167:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760685/real 1787760688]  req@ffff96b49105ad00 x1874600972610432/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760688.094185:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972610432/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760688.094195:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760688.094200:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760688.094204:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972610432:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760688.669690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760688.733803:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760689.693705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760689.757727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760690.141760:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760690.141770:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760690.141775:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760690.141787:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1927
00000100:00080000:1.0:1787760690.141798:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760690.141805:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760690.141849:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972610688/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760690.141878:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760690.141882:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760690.141884:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760690.141889:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1927
00000100:00080000:1.0:1787760690.141893:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760690.141898:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760690.141908:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760690.141929:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972610688:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760690.141945:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972610816/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760690.142005:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760690.142042:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760690/real 1787760690]  req@ffff96b48d40e1c0 x1874600972610688/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760690.142061:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972610688/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760690.142071:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760690.142076:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760690.142080:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972610688:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760690.142106:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972610816:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760690.142128:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760690.142141:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760690/real 1787760690]  req@ffff96b48d40c000 x1874600972610816/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760690.142153:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972610816/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760690.142162:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760690.142165:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760690.142168:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972610816:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760690.717681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760690.781739:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760691.741695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760691.805747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760692.765713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760692.829721:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760693.789694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760693.853715:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760694.813681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760694.877687:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760695.261720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760695.261736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760695.261740:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760695.261749:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1932
00000100:00080000:3.0:1787760695.261757:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760695.261762:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760695.261789:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972610944/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760695.261811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760695.261814:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760695.261816:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760695.261818:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1932
00000100:00080000:3.0:1787760695.261820:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760695.261822:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760695.261830:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760695.261838:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972611072/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760695.261858:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972610944:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760695.261914:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760695.261946:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760695/real 1787760695]  req@ffff96b491059a40 x1874600972610944/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760695.261967:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972610944/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760695.261973:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760695.261975:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760695.261978:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972610944:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760695.261996:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972611072:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760695.262010:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760695.262017:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760695/real 1787760695]  req@ffff96b491058000 x1874600972611072/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760695.262024:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972611072/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760695.262028:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760695.262030:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760695.262032:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972611072:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760695.837679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760695.901696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760696.861678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760696.925704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760697.885659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760697.949718:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760698.909696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760698.973724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760699.933715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760699.997740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760700.381657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760700.381667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760700.381671:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760700.381680:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1937
00000100:00080000:3.0:1787760700.381689:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760700.381696:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760700.381728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972611200/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760700.381753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760700.381757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760700.381759:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760700.381763:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1937
00000100:00080000:3.0:1787760700.381765:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760700.381769:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760700.381778:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760700.381791:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972611200:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760700.381793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972611328/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760700.381842:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760700.381869:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760700/real 1787760700]  req@ffff96b491059680 x1874600972611200/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760700.381879:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972611200/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760700.381900:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760700.381903:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760700.381905:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972611200:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760700.381922:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972611328:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760700.381936:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760700.381943:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760700/real 1787760700]  req@ffff96b491058000 x1874600972611328/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760700.381950:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972611328/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760700.381955:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760700.381957:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760700.381959:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972611328:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760700.957727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760701.021684:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760701.981697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760702.045711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760703.005714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760703.069754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760704.029691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760704.093748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760705.053732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760705.117734:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760705.501720:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760705.501729:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760705.501732:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760705.501740:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1943
00000100:00080000:2.0:1787760705.501748:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760705.501754:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760705.501783:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972611456/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760705.501817:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760705.501833:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760705.501834:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760705.501838:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1943
00000100:00080000:2.0:1787760705.501841:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760705.501844:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760705.501852:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760705.501866:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972611456:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760705.501867:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972611584/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760705.501923:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760705.501976:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760705/real 1787760705]  req@ffff96b49109fc00 x1874600972611456/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760705.501993:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972611456/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760705.502003:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760705.502007:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760705.502010:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972611456:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760705.502030:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972611584:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760705.502064:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760705.502075:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760705/real 1787760705]  req@ffff96b49109cb40 x1874600972611584/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760705.502086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972611584/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760705.502095:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760705.502098:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760705.502101:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972611584:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760706.077689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760706.141744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760707.101695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760707.165694:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760708.125687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760708.189686:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760709.149700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760709.213714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760710.173733:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760710.237701:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760710.621711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760710.621721:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760710.621724:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760710.621733:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1948
00000100:00080000:3.0:1787760710.621742:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760710.621749:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760710.621797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972611712/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760710.621830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760710.621833:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760710.621835:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760710.621839:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1948
00000100:00080000:3.0:1787760710.621843:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760710.621863:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760710.621872:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760710.621880:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972611712:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760710.621888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972611840/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760710.621938:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760710.621980:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760710/real 1787760710]  req@ffff96b491059a40 x1874600972611712/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760710.621997:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972611712/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760710.622007:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760710.622010:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760710.622014:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972611712:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760710.622043:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972611840:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760710.622070:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760710.622082:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760710/real 1787760710]  req@ffff96b49105ad00 x1874600972611840/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760710.622093:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972611840/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760710.622101:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760710.622104:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760710.622107:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972611840:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760711.197673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760711.261642:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760712.221686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760712.285714:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760713.245683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760713.309698:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760714.269690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760714.333753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760715.293662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760715.357748:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760715.741731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760715.741757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760715.741764:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760715.741776:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1953
00000100:00080000:0.0:1787760715.741791:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760715.741803:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760715.741854:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972611968/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760715.741882:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760715.741886:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760715.741888:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760715.741892:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1953
00000100:00080000:0.0:1787760715.741895:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760715.741899:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760715.741910:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760715.741924:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972612096/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760715.741936:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972611968:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760715.742024:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760715.742084:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760715/real 1787760715]  req@ffff96b491185e00 x1874600972611968/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760715.742102:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972611968/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760715.742113:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760715.742117:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760715.742121:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972611968:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760715.742147:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972612096:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760715.742185:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760715.742196:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760715/real 1787760715]  req@ffff96b491185680 x1874600972612096/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760715.742207:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972612096/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760715.742215:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760715.742218:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760715.742221:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972612096:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760716.317723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760716.381706:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760717.341670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760717.405768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760718.365713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760718.429726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760719.389684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760719.453726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760720.413725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760720.477699:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760720.861708:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760720.861716:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760720.861719:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760720.861727:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1958
00000100:00080000:1.0:1787760720.861735:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760720.861741:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760720.861775:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972612224/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760720.861802:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760720.861805:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760720.861807:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760720.861821:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1958
00000100:00080000:1.0:1787760720.861824:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760720.861827:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760720.861836:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760720.861854:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972612352/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760720.861854:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972612224:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760720.861920:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760720.861969:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760720/real 1787760720]  req@ffff96b48d40d680 x1874600972612224/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760720.861987:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972612224/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760720.861996:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760720.862000:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760720.862004:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972612224:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760720.862027:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972612352:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760720.862047:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760720.862059:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760720/real 1787760720]  req@ffff96b48d40c000 x1874600972612352/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760720.862070:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972612352/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760720.862085:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760720.862088:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760720.862092:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972612352:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760721.437662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760721.501736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760722.461741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760722.525655:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760723.485690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760723.549738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760724.509690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760724.573733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760725.533693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760725.597760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760725.981718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760725.981729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760725.981733:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760725.981744:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1963
00000100:00080000:0.0:1787760725.981756:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760725.981763:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760725.981816:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972612480/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760725.981842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760725.981844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760725.981846:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760725.981848:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1963
00000100:00080000:0.0:1787760725.981851:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760725.981853:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760725.981862:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760725.981871:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972612608/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760725.981921:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972612480:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760725.981984:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760725.982022:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760725/real 1787760725]  req@ffff96b491186580 x1874600972612480/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760725.982043:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972612480/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760725.982055:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760725.982060:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760725.982065:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972612480:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760725.982071:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972612608:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760725.982090:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760725.982099:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760725/real 1787760725]  req@ffff96b491186d00 x1874600972612608/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760725.982108:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972612608/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760725.982114:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760725.982116:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760725.982119:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972612608:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760726.557694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760726.621748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760727.581711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760727.645701:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760728.605742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760728.669771:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760729.629686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760729.693751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760730.653675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760730.717745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760731.101715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760731.101726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760731.101730:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760731.101741:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1968
00000100:00080000:3.0:1787760731.101750:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760731.101757:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760731.101799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972612736/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760731.101820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760731.101823:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760731.101825:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760731.101828:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1968
00000100:00080000:3.0:1787760731.101830:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760731.101852:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760731.101863:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760731.101875:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972612736:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760731.101881:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972612864/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760731.101944:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760731.101984:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760731/real 1787760731]  req@ffff96b4910583c0 x1874600972612736/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760731.102003:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972612736/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760731.102014:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760731.102019:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760731.102023:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972612736:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760731.102045:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972612864:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760731.102067:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760731.102080:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760731/real 1787760731]  req@ffff96b491058b40 x1874600972612864/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760731.102093:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972612864/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760731.102102:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760731.102106:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760731.102110:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972612864:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760731.677710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760731.741736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760732.701660:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760732.765707:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760733.725719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760733.789690:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760734.749715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760734.813743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760735.773881:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760735.837705:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760736.221694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760736.221702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760736.221706:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760736.221714:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1973
00000100:00080000:3.0:1787760736.221723:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760736.221728:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760736.221759:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972612992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760736.221781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760736.221784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760736.221785:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760736.221788:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1973
00000100:00080000:3.0:1787760736.221790:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760736.221792:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760736.221800:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760736.221809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972613120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760736.221885:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972612992:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760736.221947:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760736.221987:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760736/real 1787760736]  req@ffff96b491058f00 x1874600972612992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760736.222020:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972612992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760736.222032:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760736.222036:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760736.222041:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972612992:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760736.222049:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972613120:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760736.222073:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760736.222086:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760736/real 1787760736]  req@ffff96b491058b40 x1874600972613120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760736.222100:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972613120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760736.222109:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760736.222113:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760736.222116:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972613120:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760736.797659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760736.861728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760737.821676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760737.885673:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760738.845664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760738.909709:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760739.869697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760739.933677:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760740.893718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760740.957781:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760741.341704:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760741.341714:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760741.341718:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760741.341728:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1978
00000100:00080000:2.0:1787760741.341738:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760741.341745:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760741.341777:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972613248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760741.341816:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760741.341820:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760741.341822:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760741.341827:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1978
00000100:00080000:2.0:1787760741.341831:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760741.341835:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760741.341845:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760741.341858:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972613248:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760741.341861:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972613376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760741.341916:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760741.341955:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760741/real 1787760741]  req@ffff96b49109c000 x1874600972613248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760741.341970:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972613248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760741.341979:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760741.341983:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760741.341986:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972613248:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760741.342006:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972613376:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760741.342034:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760741.342045:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760741/real 1787760741]  req@ffff96b49109c3c0 x1874600972613376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760741.342055:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972613376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760741.342061:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760741.342064:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760741.342067:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972613376:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760741.917718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760741.981724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760742.941669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760743.005729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760743.965698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760744.029711:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760744.990080:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760745.053686:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760746.013706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760746.077745:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760746.462208:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760746.462215:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760746.462230:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760746.462238:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1983
00000100:00080000:3.0:1787760746.462246:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760746.462258:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760746.462293:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972613504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760746.462319:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760746.462323:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760746.462324:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760746.462328:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1983
00000100:00080000:3.0:1787760746.462332:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760746.462336:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760746.462346:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760746.462359:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972613632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760746.462362:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972613504:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760746.462422:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760746.462455:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760746/real 1787760746]  req@ffff96b4910583c0 x1874600972613504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760746.462467:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972613504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760746.462474:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760746.462476:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760746.462478:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972613504:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760746.462508:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972613632:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760746.462530:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760746.462542:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760746/real 1787760746]  req@ffff96b49105ad00 x1874600972613632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760746.462554:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972613632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760746.462563:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760746.462566:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760746.462569:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972613632:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760747.037724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760747.101781:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760748.063311:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760748.125740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760749.085712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760749.149731:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760750.109739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760750.173741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760751.133710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760751.197707:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760751.581725:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760751.581738:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760751.581743:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760751.581758:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1989
00000100:00080000:2.0:1787760751.581773:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760751.581787:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760751.581830:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972613760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760751.581854:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760751.581856:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760751.581858:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760751.581861:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1989
00000100:00080000:2.0:1787760751.581864:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760751.581866:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760751.581894:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760751.581905:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972613888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760751.581916:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972613760:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760751.582033:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972613888:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760752.157680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760752.221757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760753.181697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760753.245699:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760754.205698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760754.269756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787760754.653844:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787760754.653879:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760754.653896:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787760754.653939:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:1.0:1787760754.654040:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760751/real 1787760754]  req@ffff96b49109e1c0 x1874600972613888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760754.654063:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972613888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760754.654074:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760754.654079:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760754.654082:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972613888:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760754.654089:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760751/real 1787760754]  req@ffff96b49109f840 x1874600972613760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760754.654109:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972613760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760754.654116:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760754.654119:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760754.654121:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972613760:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760755.229753:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760755.293717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760756.253688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760756.317725:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760756.701761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760756.701769:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760756.701772:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760756.701780:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1994
00000100:00080000:3.0:1787760756.701788:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760756.701805:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760756.701831:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972614016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760756.701864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760756.701867:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760756.701869:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760756.701872:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1994
00000100:00080000:3.0:1787760756.701876:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760756.701880:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760756.701889:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760756.701903:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972614144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760756.701938:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972614016:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760756.702047:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760756.702105:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760756/real 1787760756]  req@ffff96b491059a40 x1874600972614016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760756.702157:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972614016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760756.702171:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760756.702176:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760756.702180:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972614016:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760756.702190:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972614144:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760756.702223:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760756.702237:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760756/real 1787760756]  req@ffff96b491058000 x1874600972614144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760756.702248:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972614144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760756.702256:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760756.702260:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760756.702263:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972614144:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760757.277646:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760757.341686:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760758.301694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760758.365706:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760759.325664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760759.389667:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760760.349705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760760.413686:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760761.373703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760761.437702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760761.821680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760761.821690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760761.821694:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760761.821705:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1999
00000100:00080000:3.0:1787760761.821720:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760761.821727:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760761.821766:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972614272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760761.821798:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760761.821800:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760761.821802:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760761.821804:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 1999
00000100:00080000:3.0:1787760761.821822:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760761.821826:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760761.821836:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760761.821862:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972614400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760761.821864:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972614272:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760761.821937:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760761.821980:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760761/real 1787760761]  req@ffff96b491059680 x1874600972614272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760761.822010:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972614272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760761.822024:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760761.822029:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760761.822032:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972614272:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760761.822061:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972614400:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760761.822084:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760761.822096:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760761/real 1787760761]  req@ffff96b491058000 x1874600972614400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760761.822108:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972614400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760761.822116:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760761.822119:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760761.822123:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972614400:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760762.397677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760762.461687:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760763.421701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760763.485763:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760764.445668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760764.509680:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760765.469661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760765.533723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760766.493657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760766.557681:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760766.941688:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760766.941696:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760766.941700:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760766.941709:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2004
00000100:00080000:2.0:1787760766.941720:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760766.941727:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760766.941775:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972614528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760766.941801:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760766.941805:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760766.941807:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760766.941811:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2004
00000100:00080000:2.0:1787760766.941814:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760766.941819:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760766.941827:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760766.941839:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972614528:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760766.941844:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972614656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760766.941889:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760766.941922:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760766/real 1787760766]  req@ffff96b49109d2c0 x1874600972614528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760766.941950:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972614528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760766.941957:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760766.941959:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760766.941962:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972614528:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760766.941979:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972614656:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760766.941993:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760766.942000:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760766/real 1787760766]  req@ffff96b49109f840 x1874600972614656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760766.942007:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972614656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760766.942012:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760766.942014:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760766.942016:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972614656:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760767.517675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760767.581701:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760768.541680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760768.605756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760769.565659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760769.629697:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760770.589699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760770.653689:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760771.613687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760771.677771:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760772.061701:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760772.061712:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760772.061717:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760772.061727:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2009
00000100:00080000:3.0:1787760772.061738:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760772.061745:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760772.061798:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972614784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760772.061821:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760772.061824:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760772.061826:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760772.061829:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2009
00000100:00080000:3.0:1787760772.061831:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760772.061834:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760772.061843:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760772.061853:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972614912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760772.061875:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972614784:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760772.061944:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760772.062000:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760772/real 1787760772]  req@ffff96b491059a40 x1874600972614784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760772.062032:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972614784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760772.062044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760772.062047:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760772.062050:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972614784:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760772.062056:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972614912:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760772.062073:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760772.062082:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760772/real 1787760772]  req@ffff96b49105ad00 x1874600972614912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760772.062089:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972614912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760772.062094:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760772.062095:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760772.062097:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972614912:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760772.637732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760772.701760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760773.661681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760773.725793:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760774.685738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760774.749727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760775.709701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760775.773749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760776.733697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760776.797687:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760777.181716:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760777.181724:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760777.181727:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760777.181735:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2014
00000100:00080000:2.0:1787760777.181761:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760777.181766:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760777.181800:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972615040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760777.181829:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760777.181833:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760777.181835:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760777.181840:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2014
00000100:00080000:2.0:1787760777.181843:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760777.181846:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760777.181854:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760777.181867:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972615168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760777.181894:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972615040:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760777.181956:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760777.182014:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760777/real 1787760777]  req@ffff96b49109e1c0 x1874600972615040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760777.182049:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972615040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760777.182061:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760777.182065:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760777.182070:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972615040:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760777.182078:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972615168:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760777.182103:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760777.182117:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760777/real 1787760777]  req@ffff96b49109c3c0 x1874600972615168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760777.182130:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972615168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760777.182139:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760777.182143:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760777.182147:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972615168:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760777.757716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760777.821740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760778.781693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760778.845700:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760779.805668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760779.869708:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760780.829668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760780.893770:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760781.853705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760781.917762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760782.301734:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760782.301770:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760782.301775:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760782.301789:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2019
00000100:00080000:3.0:1787760782.301804:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760782.301814:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760782.301860:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972615296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760782.301886:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760782.301890:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760782.301891:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760782.301895:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2019
00000100:00080000:3.0:1787760782.301897:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760782.301900:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760782.301911:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760782.301921:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972615424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760782.301933:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972615296:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760782.302005:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760782.302066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760782/real 1787760782]  req@ffff96b4910583c0 x1874600972615296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760782.302089:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972615296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760782.302098:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760782.302101:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760782.302105:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972615296:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760782.302128:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972615424:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760782.302147:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760782.302157:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760782/real 1787760782]  req@ffff96b491058b40 x1874600972615424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760782.302165:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972615424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760782.302172:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760782.302174:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760782.302176:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972615424:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760782.877743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760782.941751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760783.901710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760783.965715:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760784.925742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760784.989762:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760785.949689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760786.013749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760786.973692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760787.037759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760787.421756:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760787.421770:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760787.421776:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760787.421790:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2024
00000100:00080000:2.0:1787760787.421806:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760787.421817:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760787.421882:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972615552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760787.421921:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760787.421926:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760787.421948:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760787.421955:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2024
00000100:00080000:2.0:1787760787.421960:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760787.421966:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760787.421981:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760787.421995:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972615552:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760787.422003:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972615680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760787.422085:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760787.422152:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760787/real 1787760787]  req@ffff96b49109c000 x1874600972615552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760787.422191:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972615552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760787.422204:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760787.422209:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760787.422224:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972615552:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760787.422253:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972615680:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760787.422281:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760787.422297:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760787/real 1787760787]  req@ffff96b49109cb40 x1874600972615680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760787.422320:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972615680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760787.422330:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760787.422334:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760787.422337:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972615680:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760787.997693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760788.061690:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760789.021712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760789.085753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760790.045710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760790.109727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760791.069662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760791.133731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760792.093694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760792.157698:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760792.541697:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760792.541705:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760792.541708:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760792.541717:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2030
00000100:00080000:2.0:1787760792.541732:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760792.541738:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760792.541775:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972615808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760792.541805:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760792.541809:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760792.541811:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760792.541815:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2030
00000100:00080000:2.0:1787760792.541819:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760792.541824:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760792.541834:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760792.541854:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972615808:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760792.541854:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972615936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760792.541924:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760792.541958:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760792/real 1787760792]  req@ffff96b49109fc00 x1874600972615808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760792.541981:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972615808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760792.541989:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760792.541992:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760792.541995:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972615808:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760792.542015:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972615936:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760792.542033:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760792.542042:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760792/real 1787760792]  req@ffff96b49109cb40 x1874600972615936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760792.542051:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972615936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760792.542057:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760792.542059:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760792.542061:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972615936:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760793.117676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760793.181711:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760794.141726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760794.205696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760795.165649:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760795.229708:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760796.189708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760796.253702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760797.213722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760797.277731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760797.661705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760797.661713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760797.661716:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760797.661725:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2035
00000100:00080000:0.0:1787760797.661734:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760797.661740:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760797.661772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972616064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760797.661797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760797.661799:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760797.661801:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760797.661804:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2035
00000100:00080000:0.0:1787760797.661806:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760797.661808:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760797.661816:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760797.661826:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972616192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760797.661884:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972616064:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760797.661938:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760797.661982:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760797/real 1787760797]  req@ffff96b491184b40 x1874600972616064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760797.662010:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972616064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760797.662018:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760797.662021:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760797.662024:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972616064:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760797.662029:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972616192:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760797.662046:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760797.662055:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760797/real 1787760797]  req@ffff96b491186d00 x1874600972616192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760797.662063:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972616192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760797.662069:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760797.662071:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760797.662073:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972616192:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760798.237721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760798.301695:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760799.261683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760799.325734:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760800.285719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760800.349771:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760801.309659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760801.373675:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760802.333692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760802.397730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760802.781697:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760802.781706:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760802.781709:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760802.781718:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2040
00000100:00080000:3.0:1787760802.781726:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760802.781732:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760802.781770:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972616320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760802.781813:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760802.781816:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760802.781818:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760802.781823:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2040
00000100:00080000:3.0:1787760802.781827:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760802.781832:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760802.781843:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760802.781862:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972616320:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760802.781863:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972616448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760802.781933:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760802.781972:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760802/real 1787760802]  req@ffff96b491058f00 x1874600972616320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760802.781992:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972616320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760802.782000:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760802.782003:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760802.782005:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972616320:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760802.782024:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972616448:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760802.782048:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760802.782076:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760802/real 1787760802]  req@ffff96b491058b40 x1874600972616448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760802.782091:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972616448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760802.782099:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760802.782101:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760802.782103:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972616448:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760803.357668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760803.421669:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760804.381657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760804.445711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760805.405673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760805.469684:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760806.429684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760806.493755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760807.453649:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760807.517720:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760807.901683:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760807.901691:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760807.901694:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760807.901702:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2045
00000100:00080000:3.0:1787760807.901711:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760807.901717:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760807.901749:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972616576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760807.901771:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760807.901774:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760807.901776:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760807.901778:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2045
00000100:00080000:3.0:1787760807.901780:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760807.901783:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760807.901802:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760807.901812:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972616704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760807.901841:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972616576:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760807.901907:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760807.901976:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760807/real 1787760807]  req@ffff96b4910583c0 x1874600972616576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760807.902006:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972616576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760807.902018:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760807.902023:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760807.902027:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972616576:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760807.902035:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972616704:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760807.902063:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760807.902078:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760807/real 1787760807]  req@ffff96b49105ad00 x1874600972616704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760807.902093:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972616704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760807.902103:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760807.902107:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760807.902111:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972616704:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760808.477669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760808.541713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760809.501714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760809.565760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760810.525675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760810.589765:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760811.549700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760811.613703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760812.573654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760812.637739:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760813.021680:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760813.021690:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760813.021695:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760813.021706:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2050
00000100:00080000:3.0:1787760813.021718:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760813.021726:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760813.021769:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972616832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760813.021797:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760813.021800:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760813.021802:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760813.021805:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2050
00000100:00080000:3.0:1787760813.021807:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760813.021810:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760813.021820:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760813.021832:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972616960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760813.021855:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972616832:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760813.021935:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760813.021976:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760813/real 1787760813]  req@ffff96b491059a40 x1874600972616832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760813.022011:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972616832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760813.022020:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760813.022023:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760813.022027:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972616832:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760813.022049:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972616960:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760813.022066:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760813.022076:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760813/real 1787760813]  req@ffff96b491058000 x1874600972616960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760813.022085:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972616960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760813.022091:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760813.022093:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760813.022095:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972616960:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760813.597702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760813.661723:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760814.621688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760814.685790:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760815.645716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760815.709739:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760816.669760:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760816.733803:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760817.693746:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760817.757699:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760818.141710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760818.141718:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760818.141722:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760818.141731:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2055
00000100:00080000:0.0:1787760818.141740:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760818.141746:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760818.141791:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972617088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760818.141814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760818.141817:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760818.141818:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760818.141821:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2055
00000100:00080000:0.0:1787760818.141824:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760818.141827:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760818.141834:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760818.141854:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972617088:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760818.141878:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972617216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760818.141973:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972617216:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760818.717773:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760818.781723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760819.741694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760819.805709:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760820.765678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760820.829731:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787760821.213898:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:2.0:1787760821.213943:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787760821.213960:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787760821.214012:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:1.0:1787760821.214113:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760818/real 1787760821]  req@ffff96b491185680 x1874600972617216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760821.214160:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972617216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760821.214176:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760821.214182:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760821.214188:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972617216:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760821.214197:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760818/real 1787760821]  req@ffff96b491186580 x1874600972617088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760821.214213:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972617088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760821.214223:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760821.214227:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760821.214230:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972617088:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760821.789729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760821.853724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760822.813651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760822.877727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760823.261678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760823.261687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760823.261690:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760823.261699:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2060
00000100:00080000:0.0:1787760823.261708:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760823.261714:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760823.261747:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972617344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760823.261779:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760823.261784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760823.261786:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760823.261790:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2060
00000100:00080000:0.0:1787760823.261794:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760823.261797:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760823.261805:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760823.261817:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972617472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760823.261836:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972617344:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760823.261898:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760823.261954:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760823/real 1787760823]  req@ffff96b491185e00 x1874600972617344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760823.261997:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972617344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760823.262006:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760823.262011:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760823.262015:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972617344:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760823.262041:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972617472:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760823.262069:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760823.262083:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760823/real 1787760823]  req@ffff96b491186580 x1874600972617472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760823.262096:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972617472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760823.262106:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760823.262110:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760823.262114:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972617472:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760823.837691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760823.901755:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760824.861688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760824.925699:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760825.885735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760825.949787:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760826.909764:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760826.973739:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760827.933724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760827.997774:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760828.381738:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760828.381760:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760828.381765:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760828.381777:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2065
00000100:00080000:3.0:1787760828.381820:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760828.381828:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760828.381868:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972617600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760828.381899:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760828.381902:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760828.381904:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760828.381907:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2065
00000100:00080000:3.0:1787760828.381910:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760828.381913:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760828.381924:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760828.381937:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972617728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760828.381943:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972617600:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760828.382023:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760828.382082:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760828/real 1787760828]  req@ffff96b491059680 x1874600972617600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760828.382124:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972617600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760828.382135:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760828.382139:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760828.382142:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972617600:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760828.382169:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972617728:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760828.382190:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760828.382200:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760828/real 1787760828]  req@ffff96b491058000 x1874600972617728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760828.382209:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972617728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760828.382215:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760828.382218:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760828.382220:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972617728:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760828.957700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760829.021738:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760829.981691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760830.045719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760831.005750:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760831.069740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760832.029685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760832.093758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760833.053713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760833.117778:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760833.501698:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760833.501709:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760833.501714:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760833.501724:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2071
00000100:00080000:2.0:1787760833.501734:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760833.501740:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760833.501771:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972617856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760833.501795:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760833.501799:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760833.501800:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760833.501804:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2071
00000100:00080000:2.0:1787760833.501807:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760833.501810:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760833.501818:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760833.501828:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972617984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760833.501844:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972617856:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760833.501907:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760833.501943:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760833/real 1787760833]  req@ffff96b49109c000 x1874600972617856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760833.501971:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972617856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760833.501979:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760833.501982:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760833.501985:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972617856:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760833.502005:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972617984:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760833.502027:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760833.502041:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760833/real 1787760833]  req@ffff96b49109c3c0 x1874600972617984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760833.502054:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972617984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760833.502064:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760833.502067:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760833.502071:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972617984:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760834.077702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760834.141738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760835.101735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760835.165682:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760836.125709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760836.189717:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760837.149688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760837.213734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760838.173719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760838.237706:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760838.621707:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760838.621719:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760838.621750:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760838.621761:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2076
00000100:00080000:2.0:1787760838.621772:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760838.621780:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760838.621813:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972618112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760838.621848:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760838.621852:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760838.621854:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760838.621859:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2076
00000100:00080000:2.0:1787760838.621863:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760838.621867:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760838.621878:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760838.621893:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972618240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760838.621901:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972618112:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760838.621981:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760838.622022:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760838/real 1787760838]  req@ffff96b49109e1c0 x1874600972618112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760838.622050:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972618112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760838.622060:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760838.622063:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760838.622067:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972618112:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760838.622092:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972618240:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760838.622117:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760838.622130:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760838/real 1787760838]  req@ffff96b49109f840 x1874600972618240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760838.622143:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972618240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760838.622152:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760838.622155:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760838.622157:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972618240:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760839.197714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760839.261760:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760840.221726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760840.285754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760841.245702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760841.309708:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760842.269662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760842.333681:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760843.293706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760843.357775:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760843.741714:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760843.741724:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760843.741729:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760843.741745:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2081
00000100:00080000:3.0:1787760843.741757:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760843.741765:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760843.741805:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972618368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760843.741833:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760843.741837:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760843.741854:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760843.741860:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2081
00000100:00080000:3.0:1787760843.741865:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760843.741870:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760843.741880:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972618368:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787760843.741882:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760843.741904:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972618496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760843.741943:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760843.741983:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760843/real 1787760843]  req@ffff96b491059a40 x1874600972618368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760843.742005:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972618368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760843.742014:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760843.742017:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760843.742020:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972618368:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760843.742039:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972618496:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760843.742056:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760843.742065:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760843/real 1787760843]  req@ffff96b49105ad00 x1874600972618496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760843.742073:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972618496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760843.742079:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760843.742081:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760843.742083:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972618496:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760844.317706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760844.381692:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760845.341725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760845.405742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760846.365667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760846.429766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760847.389727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760847.453852:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760848.413695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760848.477739:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760848.861725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760848.861735:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760848.861740:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760848.861750:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2086
00000100:00080000:0.0:1787760848.861762:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760848.861768:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760848.861810:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972618624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760848.861854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760848.861857:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760848.861858:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760848.861861:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2086
00000100:00080000:0.0:1787760848.861864:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760848.861867:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760848.861876:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760848.861888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972618752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760848.861950:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972618624:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760848.862030:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760848.862079:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760848/real 1787760848]  req@ffff96b491185680 x1874600972618624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760848.862116:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972618624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760848.862129:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760848.862144:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760848.862149:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972618624:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760848.862158:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972618752:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760848.862200:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760848.862215:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760848/real 1787760848]  req@ffff96b491186d00 x1874600972618752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760848.862229:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972618752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760848.862238:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760848.862242:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760848.862246:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972618752:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760849.437669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760849.501762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760850.461710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760850.525702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760851.485658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760851.549716:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760852.509715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760852.573686:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760853.533762:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760853.597803:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760853.981708:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760853.981716:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760853.981719:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760853.981727:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2091
00000100:00080000:1.0:1787760853.981753:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760853.981760:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760853.981792:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972618880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760853.981815:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760853.981817:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760853.981819:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760853.981822:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2091
00000100:00080000:1.0:1787760853.981824:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760853.981827:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760853.981835:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760853.981844:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972619008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760853.981859:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972618880:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760853.981922:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760853.981954:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760853/real 1787760853]  req@ffff96b48d40e1c0 x1874600972618880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760853.981968:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972618880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760853.981976:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760853.981979:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760853.981987:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972618880:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760853.982008:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972619008:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760853.982026:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760853.982035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760853/real 1787760853]  req@ffff96b48d40ed00 x1874600972619008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760853.982043:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972619008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760853.982049:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760853.982051:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760853.982053:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972619008:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760854.557712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760854.621706:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760855.581714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760855.645712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760856.605722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760856.669660:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760857.629664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760857.693677:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760858.653789:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760858.717788:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760859.101739:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760859.101751:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760859.101761:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760859.101772:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2096
00000100:00080000:1.0:1787760859.101785:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760859.101794:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760859.101844:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972619136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760859.101891:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760859.101894:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760859.101895:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760859.101905:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2096
00000100:00080000:1.0:1787760859.101914:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760859.101921:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760859.101935:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760859.101953:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972619264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760859.101980:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972619136:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760859.102050:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760859.102087:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760859/real 1787760859]  req@ffff96b48d40f480 x1874600972619136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760859.102100:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972619136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760859.102109:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760859.102112:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760859.102115:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972619136:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760859.102135:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972619264:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760859.102157:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760859.102180:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760859/real 1787760859]  req@ffff96b48d40f0c0 x1874600972619264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760859.102189:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972619264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760859.102195:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760859.102197:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760859.102200:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972619264:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760859.677681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760859.741688:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760860.701706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760860.765733:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760861.725688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760861.789690:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760862.749676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760862.813797:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760863.773660:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760863.837694:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760864.221721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760864.221736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760864.221741:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760864.221752:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2101
00000100:00080000:3.0:1787760864.221763:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760864.221771:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760864.221807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972619392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760864.221837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760864.221841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760864.221843:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760864.221848:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2101
00000100:00080000:3.0:1787760864.221851:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760864.221855:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760864.221877:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760864.221894:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972619392:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760864.221895:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972619520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760864.221949:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760864.221980:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760864/real 1787760864]  req@ffff96b4910583c0 x1874600972619392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760864.221993:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972619392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760864.222000:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760864.222003:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760864.222006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972619392:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760864.222023:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972619520:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760864.222037:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760864.222044:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760864/real 1787760864]  req@ffff96b491058b40 x1874600972619520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760864.222066:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972619520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760864.222089:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760864.222093:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760864.222097:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972619520:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760864.797656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760864.861763:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760865.821683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760865.885761:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760866.845684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760866.909738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760867.869692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760867.933747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760868.893729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760868.957787:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760869.341669:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760869.341681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760869.341686:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760869.341697:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2106
00000100:00080000:3.0:1787760869.341709:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760869.341717:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760869.341762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972619648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760869.341809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760869.341812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760869.341814:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760869.341818:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2106
00000100:00080000:3.0:1787760869.341821:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760869.341824:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760869.341836:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760869.341850:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972619776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760869.341873:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972619648:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760869.341938:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760869.341973:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760869/real 1787760869]  req@ffff96b491058f00 x1874600972619648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760869.341986:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972619648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760869.341995:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760869.341998:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760869.342001:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972619648:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760869.342021:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972619776:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760869.342036:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760869.342043:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760869/real 1787760869]  req@ffff96b491058b40 x1874600972619776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760869.342051:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972619776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760869.342057:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760869.342059:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760869.342061:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972619776:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760869.917699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760869.981724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760870.941707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760871.005768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760871.965700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760872.029669:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760872.989648:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760873.053754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760874.013716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760874.077666:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760874.461737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760874.461749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760874.461753:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760874.461766:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2111
00000100:00080000:3.0:1787760874.461778:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760874.461789:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760874.461844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972619904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760874.461877:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760874.461881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760874.461883:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760874.461888:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2111
00000100:00080000:3.0:1787760874.461892:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760874.461897:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760874.461907:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760874.461923:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972620032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760874.461942:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972619904:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760874.462009:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760874.462052:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760874/real 1787760874]  req@ffff96b4910583c0 x1874600972619904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760874.462072:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972619904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760874.462082:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760874.462087:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760874.462091:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972619904:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760874.462114:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972620032:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760874.462160:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760874.462175:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760874/real 1787760874]  req@ffff96b49105ad00 x1874600972620032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760874.462189:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972620032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760874.462196:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760874.462198:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760874.462201:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972620032:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760875.037734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760875.101742:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760876.061710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760876.125768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760877.085763:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760877.149775:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760878.109760:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760878.173738:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760879.133694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760879.197714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760879.581695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760879.581706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760879.581710:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760879.581718:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2117
00000100:00080000:0.0:1787760879.581728:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760879.581734:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760879.581769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972620160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760879.581802:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760879.581806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760879.581807:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760879.581811:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2117
00000100:00080000:0.0:1787760879.581814:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760879.581817:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760879.581825:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760879.581855:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972620160:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760879.581858:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972620288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760879.581911:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760879.581943:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760879/real 1787760879]  req@ffff96b491184b40 x1874600972620160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760879.581968:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972620160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760879.581976:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760879.581979:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760879.581982:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972620160:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760879.582001:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972620288:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760879.582018:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760879.582026:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760879/real 1787760879]  req@ffff96b491186d00 x1874600972620288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760879.582034:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972620288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760879.582040:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760879.582042:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760879.582044:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972620288:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760880.157691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760880.221770:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760881.181707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760881.245670:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760882.205710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760882.269823:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760883.229712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760883.293682:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760884.253715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760884.317680:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760884.701689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760884.701700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760884.701704:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760884.701713:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2122
00000100:00080000:0.0:1787760884.701721:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760884.701728:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760884.701766:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972620416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760884.701798:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760884.701803:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760884.701805:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760884.701809:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2122
00000100:00080000:0.0:1787760884.701813:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760884.701818:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760884.701829:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760884.701844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972620544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760884.701849:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972620416:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760884.701953:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972620544:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760885.277708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760885.341696:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760886.301692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760886.365713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760887.325640:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760887.389662:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787760887.773908:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787760887.773953:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760887.773971:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787760887.774015:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787760887.774074:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760884/real 1787760887]  req@ffff96b491186580 x1874600972620544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760887.774109:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972620544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760887.774142:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760887.774148:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760887.774157:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972620544:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787760887.774166:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760884/real 1787760887]  req@ffff96b491185680 x1874600972620416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760887.774184:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972620416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760887.774191:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760887.774194:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760887.774198:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972620416:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760888.349667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760888.413709:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760889.373718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760889.437710:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760889.821708:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760889.821716:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760889.821720:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760889.821728:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2127
00000100:00080000:1.0:1787760889.821737:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760889.821742:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760889.821771:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972620672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760889.821793:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760889.821796:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760889.821799:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760889.821803:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2127
00000100:00080000:1.0:1787760889.821806:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760889.821810:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760889.821820:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760889.821845:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972620672:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760889.821852:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972620800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760889.821913:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760889.821953:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760889/real 1787760889]  req@ffff96b48d40e580 x1874600972620672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760889.821972:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972620672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760889.821984:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760889.821988:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760889.821992:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972620672:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760889.822016:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972620800:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760889.822057:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760889.822072:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760889/real 1787760889]  req@ffff96b48d40de00 x1874600972620800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760889.822086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972620800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760889.822096:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760889.822100:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760889.822103:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972620800:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760890.397683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760890.461730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760891.421685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760891.485756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760892.445692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760892.509762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760893.469694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760893.533685:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760894.493776:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760894.557712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760894.941893:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760894.941906:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760894.941912:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760894.941926:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2132
00000100:00080000:2.0:1787760894.941941:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760894.941957:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760894.942006:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972620928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760894.942047:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760894.942050:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760894.942052:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760894.942057:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2132
00000100:00080000:2.0:1787760894.942061:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760894.942067:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760894.942079:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760894.942108:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972620928:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760894.942130:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972621056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760894.942193:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760894.942239:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760894/real 1787760894]  req@ffff96b49109d2c0 x1874600972620928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760894.942259:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972620928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760894.942284:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760894.942288:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760894.942293:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972620928:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760894.942320:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972621056:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760894.942344:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760894.942357:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760894/real 1787760894]  req@ffff96b49109f840 x1874600972621056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760894.942369:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972621056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760894.942377:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760894.942394:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760894.942398:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972621056:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760895.517728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760895.581682:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760896.541708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760896.605717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760897.565680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760897.629729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760898.589683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760898.653734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760899.614862:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760899.677731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760900.061708:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760900.061718:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760900.061722:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760900.061732:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2137
00000100:00080000:1.0:1787760900.061742:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760900.061749:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760900.061791:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972621184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760900.061817:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760900.061821:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760900.061823:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760900.061828:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2137
00000100:00080000:1.0:1787760900.061832:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760900.061837:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760900.061843:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972621184:192.168.204.133@tcp:250:kworker.0
00000008:00100000:1.0:1787760900.061846:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760900.061863:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972621312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760900.061893:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760900.061923:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760900/real 1787760900]  req@ffff96b48d40fc00 x1874600972621184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760900.061935:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972621184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760900.061941:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760900.061944:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760900.061946:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972621184:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760900.061965:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972621312:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760900.061986:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760900.061998:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760900/real 1787760900]  req@ffff96b48d40de00 x1874600972621312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760900.062012:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972621312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760900.062019:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760900.062022:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760900.062026:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972621312:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760900.637681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760900.701731:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760901.661701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760901.725752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760902.685705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760902.749699:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760903.709692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760903.773719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760904.733700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760904.797753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787760905.181786:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760905.181800:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760905.181806:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760905.181818:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2142
00000100:00080000:1.0:1787760905.181832:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760905.181842:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760905.181901:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972621440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760905.181930:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760905.181934:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760905.181936:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760905.181942:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2142
00000100:00080000:1.0:1787760905.181946:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760905.181951:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787760905.181963:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760905.181965:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972621440:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760905.181980:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972621568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760905.182061:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760905.182116:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760905/real 1787760905]  req@ffff96b48d40e580 x1874600972621440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760905.182131:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972621440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760905.182139:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760905.182142:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760905.182146:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972621440:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760905.182175:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972621568:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760905.182195:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760905.182204:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760905/real 1787760905]  req@ffff96b48d40f0c0 x1874600972621568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760905.182218:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972621568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760905.182224:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760905.182226:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760905.182228:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972621568:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760905.757708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760905.821737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760906.781711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760906.845710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760907.805677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760907.869680:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760908.829710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760908.893715:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760909.853683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760909.917697:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760910.301716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760910.301725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760910.301729:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760910.301746:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2147
00000100:00080000:3.0:1787760910.301755:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760910.301762:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760910.301796:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972621696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760910.301821:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760910.301836:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760910.301838:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760910.301843:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2147
00000100:00080000:3.0:1787760910.301848:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760910.301852:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760910.301862:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760910.301874:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972621824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760910.301915:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972621696:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787760910.302007:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760910.302054:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760910/real 1787760910]  req@ffff96b491059a40 x1874600972621696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760910.302082:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972621696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760910.302090:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760910.302094:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760910.302103:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972621696:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760910.302113:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972621824:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760910.302137:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760910.302149:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760910/real 1787760910]  req@ffff96b491058000 x1874600972621824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760910.302157:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972621824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760910.302163:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760910.302166:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760910.302168:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972621824:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760910.877673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760910.941694:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760911.901677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760911.965697:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760912.925686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760912.989670:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760913.949718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760914.013711:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760914.973736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760915.037752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760915.421674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760915.421681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760915.421684:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760915.421692:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2152
00000100:00080000:3.0:1787760915.421700:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760915.421706:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760915.421736:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972621952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760915.421756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760915.421759:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760915.421760:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760915.421762:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2152
00000100:00080000:3.0:1787760915.421765:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760915.421767:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760915.421774:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760915.421784:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972621952:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760915.421787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972622080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760915.421836:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760915.421865:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760915/real 1787760915]  req@ffff96b491059680 x1874600972621952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760915.421889:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972621952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760915.421906:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760915.421908:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760915.421911:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972621952:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760915.421928:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972622080:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787760915.421949:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787760915.421960:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760915/real 1787760915]  req@ffff96b491058000 x1874600972622080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760915.421972:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972622080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760915.421980:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760915.421983:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787760915.421985:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972622080:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787760915.997687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760916.061700:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787760917.021664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760917.085707:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760918.046640:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760918.109695:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760919.069735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760919.133756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760920.093731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760920.157681:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760920.541705:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760920.541716:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760920.541721:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760920.541731:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2158
00000100:00080000:2.0:1787760920.541742:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760920.541750:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760920.541805:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972622208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760920.541839:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760920.541867:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760920.541870:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760920.541876:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2158
00000100:00080000:2.0:1787760920.541882:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787760920.541885:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972622208:192.168.204.133@tcp:250:kworker.0
00000100:00080000:2.0:1787760920.541889:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760920.541904:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760920.541921:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972622336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760920.541960:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760920.541997:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760920/real 1787760920]  req@ffff96b49109e1c0 x1874600972622208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760920.542010:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972622208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760920.542017:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760920.542020:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760920.542022:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972622208:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760920.542042:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972622336:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760920.542058:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760920.542066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760920/real 1787760920]  req@ffff96b49109c3c0 x1874600972622336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760920.542074:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972622336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760920.542080:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760920.542082:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760920.542091:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972622336:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760921.117748:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760921.181749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760922.141751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760922.205788:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760923.165689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760923.229764:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760924.189772:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760924.253790:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760925.213720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760925.277767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760925.661750:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760925.661759:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760925.661762:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760925.661771:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2163
00000100:00080000:2.0:1787760925.661780:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760925.661786:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760925.661819:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972622464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760925.661846:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760925.661849:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760925.661850:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760925.661853:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2163
00000100:00080000:2.0:1787760925.661856:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760925.661860:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760925.661868:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760925.661879:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972622592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760925.661927:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972622464:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760925.661992:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760925.662042:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760925/real 1787760925]  req@ffff96b49109c000 x1874600972622464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760925.662064:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972622464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760925.662075:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760925.662079:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760925.662084:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972622464:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760925.662091:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972622592:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760925.662116:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760925.662130:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760925/real 1787760925]  req@ffff96b49109cb40 x1874600972622592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760925.662144:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972622592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760925.662153:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760925.662156:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760925.662160:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972622592:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760926.237759:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760926.301762:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760927.261717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760927.325770:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760928.285744:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760928.349741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760929.309720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760929.373789:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760930.333649:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760930.397725:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760930.781697:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760930.781705:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760930.781708:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760930.781717:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2168
00000100:00080000:2.0:1787760930.781726:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760930.781732:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760930.781767:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972622720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760930.781797:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760930.781802:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760930.781804:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760930.781808:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2168
00000100:00080000:2.0:1787760930.781811:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760930.781815:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760930.781823:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760930.781836:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972622848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760930.781878:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972622720:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760930.781956:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760930.782032:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760930/real 1787760930]  req@ffff96b49109fc00 x1874600972622720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760930.782051:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972622720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760930.782063:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760930.782068:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760930.782072:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972622720:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760930.782080:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972622848:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760930.782101:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760930.782112:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760930/real 1787760930]  req@ffff96b49109cb40 x1874600972622848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760930.782123:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972622848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760930.782132:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760930.782135:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760930.782138:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972622848:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760931.357814:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760931.421710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760932.381734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760932.445712:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760933.405723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760933.469741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760934.429676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760934.493788:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760935.453724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760935.517739:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760935.901671:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760935.901683:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760935.901687:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760935.901698:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2173
00000100:00080000:2.0:1787760935.901710:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760935.901718:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760935.901781:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972622976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760935.901818:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760935.901822:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760935.901824:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760935.901828:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2173
00000100:00080000:2.0:1787760935.901832:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760935.901837:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760935.901847:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760935.901859:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972623104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760935.901879:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972622976:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787760935.901949:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760935.902007:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760935/real 1787760935]  req@ffff96b49109c000 x1874600972622976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760935.902029:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972622976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760935.902054:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760935.902067:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760935.902072:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972622976:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760935.902079:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972623104:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787760935.902100:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787760935.902109:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760935/real 1787760935]  req@ffff96b49109c3c0 x1874600972623104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760935.902116:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972623104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760935.902122:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760935.902124:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787760935.902126:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972623104:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760936.477716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760936.541706:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760937.501693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760937.565666:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760938.525715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760938.589726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760939.549656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760939.613704:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760940.573698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760940.637692:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760941.021729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760941.021737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760941.021740:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760941.021748:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2178
00000100:00080000:3.0:1787760941.021756:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760941.021762:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760941.021795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972623232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760941.021822:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760941.021837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760941.021839:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760941.021843:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2178
00000100:00080000:3.0:1787760941.021848:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760941.021851:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760941.021864:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760941.021873:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972623360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760941.021887:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972623232:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760941.021972:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760941.022019:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760941/real 1787760941]  req@ffff96b491059a40 x1874600972623232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760941.022035:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972623232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760941.022044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760941.022048:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760941.022051:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972623232:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760941.022079:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972623360:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760941.022095:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760941.022103:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760941/real 1787760941]  req@ffff96b49105ad00 x1874600972623360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760941.022111:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972623360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760941.022117:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760941.022119:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760941.022121:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972623360:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760941.597664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760941.661764:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760942.621697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760942.685701:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760943.645700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760943.709693:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760944.669714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760944.733715:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760945.693687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760945.757704:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760946.141707:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760946.141714:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760946.141717:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760946.141725:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2183
00000100:00080000:3.0:1787760946.141734:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760946.141739:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760946.141771:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972623488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760946.141793:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760946.141796:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760946.141797:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760946.141800:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2183
00000100:00080000:3.0:1787760946.141802:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760946.141804:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760946.141811:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760946.141819:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972623616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760946.141838:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972623488:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787760946.141889:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787760946.141927:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760946/real 1787760946]  req@ffff96b4910583c0 x1874600972623488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760946.141938:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972623488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760946.141946:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760946.141955:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787760946.141958:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972623488:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760946.141975:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972623616:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787760946.141991:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787760946.141998:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760946/real 1787760946]  req@ffff96b491058b40 x1874600972623616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760946.142005:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972623616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760946.142010:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760946.142012:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787760946.142014:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972623616:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760946.717714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760946.781753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760947.741736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760947.805697:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760948.765681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760948.829703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760949.789696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760949.853687:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760950.813713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760950.877775:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760951.261721:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760951.261735:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760951.261739:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760951.261749:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2188
00000100:00080000:3.0:1787760951.261760:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760951.261767:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760951.261810:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972623744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760951.261840:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760951.261844:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760951.261845:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760951.261848:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2188
00000100:00080000:3.0:1787760951.261851:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760951.261855:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760951.261866:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760951.261883:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972623872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760951.261891:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972623744:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760951.261992:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972623872:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760951.837745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760951.901735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760952.861677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760952.925770:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760953.885666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760953.949761:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787760954.333957:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787760954.334018:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760954.334069:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787760954.334134:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:0.0:1787760954.334274:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760951/real 1787760954]  req@ffff96b491058b40 x1874600972623872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760954.334319:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972623872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760954.334343:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760954.334350:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787760954.334355:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972623872:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760954.334365:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760951/real 1787760954]  req@ffff96b491058f00 x1874600972623744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760954.334379:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972623744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760954.334387:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760954.334391:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787760954.334394:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972623744:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787760954.909670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760954.973721:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760955.933721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760955.997767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760956.381758:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760956.381769:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760956.381803:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760956.381816:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2193
00000100:00080000:0.0:1787760956.381828:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760956.381836:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760956.381878:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972624000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760956.381907:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760956.381910:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760956.381911:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760956.381915:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2193
00000100:00080000:0.0:1787760956.381917:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760956.381921:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760956.381931:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760956.381948:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972624128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760956.381948:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972624000:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760956.382043:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760956.382118:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760956/real 1787760956]  req@ffff96b491185e00 x1874600972624000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760956.382142:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972624000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760956.382155:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760956.382161:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760956.382166:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972624000:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760956.382200:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972624128:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760956.382230:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760956.382244:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760956/real 1787760956]  req@ffff96b491185680 x1874600972624128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760956.382259:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972624128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760956.382268:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760956.382271:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760956.382274:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972624128:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760956.957692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760957.021734:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760957.981705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760958.045784:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760959.005644:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760959.069725:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760960.029717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760960.093750:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760961.053744:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760961.117802:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760961.501748:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760961.501786:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760961.501791:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760961.501802:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2199
00000100:00080000:0.0:1787760961.501816:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760961.501823:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760961.501865:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972624256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760961.501904:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760961.501908:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760961.501911:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760961.501916:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2199
00000100:00080000:0.0:1787760961.501920:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760961.501925:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760961.501938:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760961.501951:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972624384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760961.501967:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972624256:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760961.502069:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760961.502121:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760961/real 1787760961]  req@ffff96b491186580 x1874600972624256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760961.502143:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972624256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760961.502153:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760961.502157:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760961.502161:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972624256:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760961.502192:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972624384:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760961.502218:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760961.502234:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760961/real 1787760961]  req@ffff96b491186d00 x1874600972624384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760961.502249:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972624384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760961.502259:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760961.502263:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760961.502267:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972624384:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760962.077703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760962.141785:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760963.101742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760963.165740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760964.125757:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760964.189770:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760965.149746:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760965.213703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760966.173712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760966.237719:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760966.621739:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760966.621755:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760966.621761:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760966.621775:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2204
00000100:00080000:2.0:1787760966.621790:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760966.621798:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760966.621844:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972624512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760966.621873:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760966.621876:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760966.621878:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760966.621894:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2204
00000100:00080000:2.0:1787760966.621898:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787760966.621915:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972624512:192.168.204.133@tcp:250:kworker.0
00000100:00080000:2.0:1787760966.621922:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760966.621933:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760966.621947:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972624640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760966.621991:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760966.622033:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760966/real 1787760966]  req@ffff96b49109e1c0 x1874600972624512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760966.622062:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972624512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760966.622072:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760966.622076:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760966.622079:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972624512:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760966.622103:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972624640:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760966.622121:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760966.622135:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760966/real 1787760966]  req@ffff96b49109f840 x1874600972624640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760966.622148:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972624640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760966.622157:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760966.622161:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760966.622165:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972624640:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760967.197727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760967.261738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760968.221733:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760968.285751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760969.245743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760969.309760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760970.269716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760970.333851:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760971.293714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760971.357701:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760971.741703:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760971.741715:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760971.741719:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760971.741730:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2209
00000100:00080000:2.0:1787760971.741741:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760971.741749:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760971.741801:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972624768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760971.741844:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760971.741849:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760971.741851:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760971.741856:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2209
00000100:00080000:2.0:1787760971.741860:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760971.741865:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760971.741875:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760971.741891:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972624768:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787760971.741894:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972624896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760971.741960:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760971.741999:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760971/real 1787760971]  req@ffff96b49109d2c0 x1874600972624768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760971.742013:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972624768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760971.742037:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760971.742040:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760971.742043:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972624768:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760971.742066:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972624896:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760971.742093:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760971.742107:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760971/real 1787760971]  req@ffff96b49109f840 x1874600972624896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760971.742116:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972624896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760971.742122:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760971.742124:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760971.742126:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972624896:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760972.317688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760972.381700:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760973.341781:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760973.405813:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760974.365692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760974.429699:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760975.389701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760975.453795:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760976.413742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760976.477744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760976.861697:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760976.861706:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760976.861710:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760976.861719:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2214
00000100:00080000:0.0:1787760976.861728:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760976.861734:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760976.861771:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972625024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760976.861807:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760976.861829:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760976.861832:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760976.861839:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2214
00000100:00080000:0.0:1787760976.861844:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760976.861855:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787760976.861856:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972625024:192.168.204.133@tcp:250:kworker.0
00000008:00100000:0.0:1787760976.861866:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760976.861883:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972625152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760976.861934:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760976.861976:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760976/real 1787760976]  req@ffff96b491184b40 x1874600972625024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760976.861993:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972625024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760976.862004:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760976.862009:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760976.862013:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972625024:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760976.862062:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972625152:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760976.862082:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760976.862093:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760976/real 1787760976]  req@ffff96b491186d00 x1874600972625152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760976.862102:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972625152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760976.862108:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760976.862110:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760976.862112:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972625152:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760977.437776:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760977.501742:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760978.461711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760978.525788:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760979.485729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760979.549778:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760980.509755:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760980.573767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760981.533719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760981.597737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760981.981742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760981.981756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760981.981761:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760981.981774:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2219
00000100:00080000:3.0:1787760981.981787:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760981.981796:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760981.981857:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972625280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760981.981884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760981.981888:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760981.981889:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760981.981892:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2219
00000100:00080000:3.0:1787760981.981895:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760981.981898:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760981.981908:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760981.981922:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972625408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760981.981932:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972625280:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760981.982003:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760981.982052:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760981/real 1787760981]  req@ffff96b4910583c0 x1874600972625280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760981.982070:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972625280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760981.982081:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760981.982085:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760981.982089:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972625280:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760981.982114:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972625408:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760981.982144:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760981.982157:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760981/real 1787760981]  req@ffff96b49105ad00 x1874600972625408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760981.982177:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972625408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760981.982186:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760981.982189:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760981.982193:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972625408:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760982.557740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760982.621966:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760983.581663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760983.645784:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760984.605702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760984.669743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760985.629761:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760985.693762:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760986.653739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760986.717719:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787760987.101690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760987.101700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760987.101708:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760987.101716:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2224
00000100:00080000:3.0:1787760987.101726:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760987.101734:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787760987.101769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972625536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760987.101794:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760987.101797:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760987.101798:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760987.101801:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2224
00000100:00080000:3.0:1787760987.101803:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760987.101818:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787760987.101825:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760987.101831:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972625536:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787760987.101836:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972625664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760987.101888:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760987.101928:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760987/real 1787760987]  req@ffff96b491059a40 x1874600972625536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760987.101944:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972625536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760987.101954:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760987.101957:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760987.101960:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972625536:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760987.101979:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972625664:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760987.101997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760987.102007:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760987/real 1787760987]  req@ffff96b491058000 x1874600972625664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760987.102017:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972625664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760987.102034:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760987.102037:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760987.102040:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972625664:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760987.677704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760987.741707:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760988.701727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760988.765705:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760989.725756:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760989.789719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760990.749755:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760990.813761:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760991.773706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760991.837708:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787760992.221717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760992.221728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760992.221733:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760992.221746:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2229
00000100:00080000:0.0:1787760992.221761:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760992.221770:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787760992.221818:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972625792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760992.221845:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760992.221848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760992.221849:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760992.221853:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2229
00000100:00080000:0.0:1787760992.221855:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760992.221859:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787760992.221868:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760992.221880:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972625920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760992.221888:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972625792:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760992.221966:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760992.222016:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760992/real 1787760992]  req@ffff96b491186580 x1874600972625792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760992.222036:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972625792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760992.222047:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760992.222052:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760992.222056:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972625792:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760992.222094:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972625920:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760992.222117:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760992.222131:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760992/real 1787760992]  req@ffff96b491185680 x1874600972625920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760992.222139:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972625920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760992.222146:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760992.222148:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760992.222150:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972625920:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760992.797746:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760992.861769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760993.821717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760993.885704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760994.845714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760994.909719:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760995.869646:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760995.933710:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760996.893698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760996.957692:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787760997.341742:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760997.341754:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760997.341788:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760997.341803:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2234
00000100:00080000:2.0:1787760997.341816:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760997.341825:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787760997.341867:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972626048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760997.341895:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760997.341899:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760997.341901:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760997.341905:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2234
00000100:00080000:2.0:1787760997.341909:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760997.341913:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787760997.341925:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760997.341940:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972626176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787760997.341941:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972626048:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787760997.342020:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760997.342069:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760997/real 1787760997]  req@ffff96b49109e1c0 x1874600972626048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760997.342087:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972626048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760997.342098:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760997.342102:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760997.342107:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972626048:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787760997.342131:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972626176:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787760997.342155:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787760997.342166:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760997/real 1787760997]  req@ffff96b49109c3c0 x1874600972626176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760997.342178:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972626176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760997.342184:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760997.342186:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787760997.342189:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972626176:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787760997.917681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760997.981710:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760998.941695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787760999.005724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760999.965698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761000.029735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761000.989718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761001.053759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761002.013729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761002.077747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761002.461721:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761002.461730:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761002.461733:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761002.461741:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2239
00000100:00080000:0.0:1787761002.461749:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761002.461754:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761002.461791:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972626304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761002.461825:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761002.461832:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761002.461834:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761002.461838:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2239
00000100:00080000:0.0:1787761002.461845:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761002.461849:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761002.461859:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761002.461872:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972626304:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761002.461876:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972626432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761002.461934:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761002.461970:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761002/real 1787761002]  req@ffff96b491185e00 x1874600972626304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761002.461994:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972626304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761002.462001:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761002.462003:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761002.462006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972626304:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761002.462029:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972626432:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761002.462047:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761002.462055:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761002/real 1787761002]  req@ffff96b491185680 x1874600972626432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761002.462062:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972626432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761002.462067:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761002.462069:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761002.462071:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972626432:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761003.037685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761003.101813:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761004.061683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761004.125696:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761005.085672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761005.149731:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761006.109726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761006.173691:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761007.133699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761007.197695:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761007.581711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761007.581719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761007.581723:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761007.581730:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2245
00000100:00080000:0.0:1787761007.581743:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761007.581748:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761007.581794:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972626560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761007.581826:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761007.581830:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761007.581832:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761007.581836:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2245
00000100:00080000:0.0:1787761007.581840:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761007.581846:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761007.581866:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761007.581885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972626688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761007.581886:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972626560:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787761007.581993:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761007.582041:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761007/real 1787761007]  req@ffff96b491186580 x1874600972626560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761007.582061:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972626560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761007.582073:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761007.582078:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761007.582105:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972626560:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761007.582134:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972626688:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761007.582157:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761007.582169:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761007/real 1787761007]  req@ffff96b491186d00 x1874600972626688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761007.582181:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972626688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761007.582190:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761007.582193:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761007.582197:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972626688:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761008.157707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761008.221707:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761009.181740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761009.245777:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761010.205741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761010.269736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761011.229688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761011.293709:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761012.253732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761012.317771:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761012.701708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761012.701718:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761012.701723:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761012.701733:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2250
00000100:00080000:3.0:1787761012.701744:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761012.701751:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761012.701800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972626816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761012.701840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761012.701847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761012.701849:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761012.701854:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2250
00000100:00080000:3.0:1787761012.701859:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761012.701864:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761012.701876:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761012.701880:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972626816:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761012.701905:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972626944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761012.701961:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761012.702027:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761012/real 1787761012]  req@ffff96b491059680 x1874600972626816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761012.702047:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972626816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761012.702058:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761012.702063:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761012.702067:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972626816:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761012.702099:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972626944:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761012.702123:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761012.702153:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761012/real 1787761012]  req@ffff96b491058000 x1874600972626944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761012.702161:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972626944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761012.702174:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761012.702177:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761012.702179:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972626944:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761013.277697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761013.341732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761014.301734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761014.365740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761015.325703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761015.389736:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761016.349713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761016.413744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761017.373705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761017.437699:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761017.821730:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761017.821739:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761017.821743:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761017.821752:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2255
00000100:00080000:2.0:1787761017.821762:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761017.821769:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761017.821814:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972627072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761017.821840:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761017.821843:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761017.821844:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761017.821848:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2255
00000100:00080000:2.0:1787761017.821850:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761017.821853:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761017.821863:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761017.821875:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972627200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761017.821897:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972627072:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761017.822005:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972627200:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761018.397692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761018.461744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761019.421702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761019.485731:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761020.445707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761020.509739:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761020.893842:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787761020.893883:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787761020.893912:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787761020.893958:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:1.0:1787761020.894000:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761017/real 1787761020]  req@ffff96b49109cb40 x1874600972627200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761020.894023:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972627200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761020.894046:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761020.894051:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761020.894055:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972627200:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761020.894062:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761017/real 1787761020]  req@ffff96b49109c000 x1874600972627072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761020.894075:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972627072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761020.894082:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761020.894085:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761020.894088:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972627072:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761021.469710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761021.533747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761022.493663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761022.557754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761022.941638:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761022.941649:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761022.941653:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761022.941663:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2260
00000100:00080000:2.0:1787761022.941673:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761022.941680:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761022.941722:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972627328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761022.941751:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761022.941756:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761022.941757:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761022.941762:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2260
00000100:00080000:2.0:1787761022.941766:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761022.941770:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761022.941782:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761022.941814:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972627456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761022.941819:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972627328:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761022.941904:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761022.941972:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761022/real 1787761022]  req@ffff96b49109fc00 x1874600972627328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761022.941993:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972627328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761022.942005:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761022.942009:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761022.942013:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972627328:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761022.942045:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972627456:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761022.942102:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761022.942119:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761022/real 1787761022]  req@ffff96b49109c000 x1874600972627456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761022.942132:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972627456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761022.942142:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761022.942146:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761022.942149:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972627456:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761023.517745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761023.581679:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761024.541675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761024.605705:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761025.565755:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761025.629767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761026.589679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761026.653703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761027.613726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761027.677669:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761028.061708:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761028.061720:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761028.061726:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761028.061739:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2265
00000100:00080000:2.0:1787761028.061752:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761028.061760:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761028.061823:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972627584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761028.061852:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761028.061856:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761028.061858:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761028.061863:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2265
00000100:00080000:2.0:1787761028.061868:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761028.061872:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761028.061885:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761028.061896:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972627584:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761028.061900:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972627712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761028.061968:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761028.062007:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761028/real 1787761028]  req@ffff96b49109cb40 x1874600972627584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761028.062022:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972627584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761028.062034:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761028.062039:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761028.062043:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972627584:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761028.062072:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972627712:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761028.062094:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761028.062107:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761028/real 1787761028]  req@ffff96b49109c3c0 x1874600972627712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761028.062131:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972627712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761028.062137:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761028.062139:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761028.062141:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972627712:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761028.637721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761028.701720:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761029.661731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761029.725753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761030.685685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761030.749691:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761031.709730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761031.773767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761032.733683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761032.797704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761033.181693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761033.181703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761033.181708:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761033.181721:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2270
00000100:00080000:3.0:1787761033.181734:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761033.181743:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761033.181793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972627840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761033.181822:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761033.181830:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761033.181832:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761033.181837:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2270
00000100:00080000:3.0:1787761033.181842:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761033.181847:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761033.181858:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761033.181865:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972627840:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761033.181871:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972627968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761033.181956:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761033.181996:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761033/real 1787761033]  req@ffff96b491059a40 x1874600972627840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761033.182010:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972627840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761033.182019:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761033.182022:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761033.182025:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972627840:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761033.182047:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972627968:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761033.182060:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761033.182076:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761033/real 1787761033]  req@ffff96b49105ad00 x1874600972627968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761033.182084:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972627968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761033.182107:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761033.182109:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761033.182111:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972627968:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761033.757735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761033.821699:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761034.781712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761034.845745:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761035.805698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761035.869726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761036.829706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761036.893731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761037.853720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761037.917724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761038.301713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761038.301724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761038.301730:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761038.301742:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2275
00000100:00080000:3.0:1787761038.301756:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761038.301783:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761038.301818:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972628096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761038.301850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761038.301854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761038.301855:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761038.301859:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2275
00000100:00080000:3.0:1787761038.301864:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761038.301869:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761038.301879:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761038.301886:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972628096:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761038.301894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972628224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761038.301954:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761038.301987:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761038/real 1787761038]  req@ffff96b4910583c0 x1874600972628096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761038.301998:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972628096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761038.302005:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761038.302008:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761038.302010:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972628096:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761038.302027:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972628224:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761038.302040:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761038.302047:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761038/real 1787761038]  req@ffff96b491058f00 x1874600972628224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761038.302054:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972628224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761038.302059:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761038.302060:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761038.302062:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972628224:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761038.877707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761038.941732:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761039.901685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761039.965733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761040.925688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761040.989731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761041.949683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761042.013710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761042.973687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761043.037719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761043.421704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761043.421711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761043.421715:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761043.421721:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2280
00000100:00080000:0.0:1787761043.421729:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761043.421734:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761043.421762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972628352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761043.421798:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761043.421802:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761043.421803:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761043.421807:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2280
00000100:00080000:0.0:1787761043.421810:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761043.421815:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761043.421824:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761043.421836:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972628480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761043.421842:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972628352:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761043.421894:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761043.421924:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761043/real 1787761043]  req@ffff96b491184b40 x1874600972628352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761043.421936:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972628352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761043.421942:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761043.421945:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761043.421947:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972628352:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761043.421965:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972628480:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761043.421978:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761043.421985:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761043/real 1787761043]  req@ffff96b491186d00 x1874600972628480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761043.421992:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972628480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761043.421997:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761043.421999:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761043.422000:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972628480:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761043.997654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761044.061714:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761045.021775:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761045.085752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761046.045681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761046.109728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761047.069710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761047.133731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761048.093696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761048.157704:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761048.541693:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761048.541700:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761048.541703:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761048.541711:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2286
00000100:00080000:2.0:1787761048.541720:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761048.541727:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761048.541771:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972628608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761048.541790:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761048.541792:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761048.541794:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761048.541797:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2286
00000100:00080000:2.0:1787761048.541799:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761048.541815:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761048.541820:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972628608:192.168.204.133@tcp:250:kworker.0
00000008:00100000:2.0:1787761048.541824:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761048.541835:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972628736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761048.541876:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761048.541914:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761048/real 1787761048]  req@ffff96b49109e1c0 x1874600972628608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761048.541933:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972628608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761048.541940:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761048.541942:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761048.541945:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972628608:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761048.541962:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972628736:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761048.541977:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761048.541985:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761048/real 1787761048]  req@ffff96b49109f840 x1874600972628736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761048.541992:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972628736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761048.541997:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761048.541998:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761048.542000:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972628736:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761049.117703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761049.181704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761050.141711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761050.205714:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761051.165742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761051.229773:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761052.189706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761052.253696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761053.213708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761053.277717:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761053.661742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761053.661750:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761053.661753:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761053.661761:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2291
00000100:00080000:0.0:1787761053.661768:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761053.661774:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761053.661802:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972628864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761053.661825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761053.661827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761053.661828:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761053.661831:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2291
00000100:00080000:0.0:1787761053.661833:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761053.661835:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761053.661841:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761053.661848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972628992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761053.661875:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972628864:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761053.661929:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761053.661972:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761053/real 1787761053]  req@ffff96b491186580 x1874600972628864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761053.661988:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972628864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761053.662017:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761053.662021:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761053.662025:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972628864:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761053.662033:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972628992:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761053.662054:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761053.662066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761053/real 1787761053]  req@ffff96b491185680 x1874600972628992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761053.662078:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972628992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761053.662086:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761053.662089:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761053.662092:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972628992:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761054.237672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761054.301708:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761055.261693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761055.325701:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761056.285761:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761056.349702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761057.309695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761057.373676:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761058.333661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761058.397778:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761058.781717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761058.781727:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761058.781732:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761058.781745:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2296
00000100:00080000:0.0:1787761058.781758:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761058.781768:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761058.781820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972629120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761058.781843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761058.781846:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761058.781847:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761058.781851:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2296
00000100:00080000:0.0:1787761058.781853:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761058.781857:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761058.781867:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761058.781879:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972629248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761058.781886:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972629120:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761058.781963:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761058.782011:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761058/real 1787761058]  req@ffff96b491185e00 x1874600972629120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761058.782029:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972629120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761058.782041:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761058.782045:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761058.782050:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972629120:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761058.782109:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972629248:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761058.782134:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761058.782147:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761058/real 1787761058]  req@ffff96b491185680 x1874600972629248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761058.782159:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972629248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761058.782168:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761058.782172:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761058.782175:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972629248:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761059.357711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761059.421764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761060.381648:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761060.445710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761061.405659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761061.469715:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761062.429673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761062.493692:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761063.453707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761063.517705:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761063.901688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761063.901698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761063.901702:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761063.901713:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2301
00000100:00080000:3.0:1787761063.901723:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761063.901731:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761063.901768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972629376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761063.901794:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761063.901798:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761063.901800:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761063.901804:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2301
00000100:00080000:3.0:1787761063.901823:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761063.901828:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761063.901839:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761063.901841:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972629376:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761063.901856:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972629504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761063.901920:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761063.901958:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761063/real 1787761063]  req@ffff96b491058b40 x1874600972629376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761063.901977:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972629376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761063.901988:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761063.902005:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761063.902010:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972629376:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761063.902034:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972629504:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761063.902059:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761063.902073:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761063/real 1787761063]  req@ffff96b491058f00 x1874600972629504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761063.902096:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972629504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761063.902105:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761063.902109:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761063.902112:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972629504:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761064.477719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761064.541732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761065.501725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761065.565733:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761066.525688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761066.589681:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761067.549708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761067.613735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761068.573696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761068.637757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761069.021713:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761069.021724:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761069.021728:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761069.021736:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2306
00000100:00080000:2.0:1787761069.021746:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761069.021752:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761069.021785:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972629632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761069.021814:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761069.021816:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761069.021818:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761069.021821:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2306
00000100:00080000:2.0:1787761069.021823:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761069.021826:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761069.021834:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761069.021845:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972629760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761069.021855:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972629632:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761069.021928:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761069.021962:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761069/real 1787761069]  req@ffff96b49109d2c0 x1874600972629632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761069.021975:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972629632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761069.021983:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761069.021986:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761069.021989:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972629632:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761069.022009:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972629760:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761069.022032:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761069.022046:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761069/real 1787761069]  req@ffff96b49109f840 x1874600972629760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761069.022060:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972629760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761069.022069:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761069.022073:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761069.022091:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972629760:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761069.597695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761069.661756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761070.621720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761070.685747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761071.645672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761071.709690:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761072.669672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761072.733729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761073.693665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761073.757718:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761074.141713:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761074.141722:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761074.141725:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761074.141734:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2311
00000100:00080000:3.0:1787761074.141742:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761074.141748:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761074.141781:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972629888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761074.141818:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761074.141821:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761074.141822:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761074.141825:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2311
00000100:00080000:3.0:1787761074.141828:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761074.141831:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761074.141838:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761074.141850:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972630016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761074.141891:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972629888:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761074.141970:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761074.142022:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761074/real 1787761074]  req@ffff96b4910583c0 x1874600972629888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761074.142070:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972629888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761074.142080:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761074.142085:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761074.142090:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972629888:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761074.142100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972630016:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761074.142126:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761074.142137:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761074/real 1787761074]  req@ffff96b49105ad00 x1874600972630016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761074.142146:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972630016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761074.142173:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761074.142176:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761074.142178:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972630016:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761074.717669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761074.781745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761075.741686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761075.805728:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761076.765738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761076.829765:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761077.789741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761077.853677:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761078.813687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761078.877727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761079.261708:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761079.261717:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761079.261738:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761079.261747:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2316
00000100:00080000:2.0:1787761079.261756:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761079.261762:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761079.261793:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972630144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761079.261821:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761079.261826:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761079.261828:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761079.261832:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2316
00000100:00080000:2.0:1787761079.261837:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761079.261842:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761079.261853:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761079.261862:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972630144:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761079.261868:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972630272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761079.261940:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761079.261986:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761079/real 1787761079]  req@ffff96b49109e1c0 x1874600972630144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761079.262006:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972630144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761079.262019:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761079.262024:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761079.262028:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972630144:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761079.262055:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972630272:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761079.262078:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761079.262092:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761079/real 1787761079]  req@ffff96b49109c3c0 x1874600972630272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761079.262105:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972630272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761079.262128:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761079.262132:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761079.262136:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972630272:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761079.837715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761079.901704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761080.861661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761080.925692:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761081.885768:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761081.949723:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761082.909737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761082.973762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761083.933699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761083.997709:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761084.381685:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761084.381695:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761084.381700:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761084.381712:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2321
00000100:00080000:2.0:1787761084.381724:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761084.381732:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761084.381773:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972630400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761084.381804:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761084.381829:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761084.381832:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761084.381838:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2321
00000100:00080000:2.0:1787761084.381844:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761084.381850:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761084.381864:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761084.381871:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972630400:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761084.381885:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972630528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761084.382004:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972630528:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761084.957739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761085.021774:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761085.981704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761086.045761:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761087.005653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761087.069711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787761087.453966:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:2.0:1787761087.454015:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761087.454033:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787761087.454084:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:1.0:1787761087.454144:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761084/real 1787761087]  req@ffff96b49109c000 x1874600972630528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761087.454179:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972630528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761087.454194:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761087.454200:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761087.454205:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972630528:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761087.454214:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761084/real 1787761087]  req@ffff96b49109cb40 x1874600972630400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761087.454288:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972630400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761087.454298:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761087.454302:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761087.454306:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972630400:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761088.029715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761088.093812:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761089.053745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761089.117765:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761089.501777:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761089.501791:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761089.501796:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761089.501811:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2327
00000100:00080000:2.0:1787761089.501824:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761089.501834:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761089.501877:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972630656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761089.501923:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761089.501927:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761089.501929:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761089.501934:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2327
00000100:00080000:2.0:1787761089.501960:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787761089.501965:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972630656:192.168.204.133@tcp:250:kworker.0
00000100:00080000:2.0:1787761089.501970:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761089.501985:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761089.502004:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972630784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761089.502059:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761089.502113:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761089/real 1787761089]  req@ffff96b49109fc00 x1874600972630656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761089.502135:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972630656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761089.502147:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761089.502152:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761089.502156:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972630656:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761089.502206:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972630784:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761089.502234:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761089.502247:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761089/real 1787761089]  req@ffff96b49109cb40 x1874600972630784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761089.502260:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972630784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761089.502277:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761089.502281:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761089.502285:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972630784:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761090.077691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761090.141792:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761091.101661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761091.165720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761092.125716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761092.189748:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761093.149693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761093.213730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761094.173714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761094.237773:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761094.621691:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761094.621704:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761094.621709:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761094.621719:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2332
00000100:00080000:2.0:1787761094.621732:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761094.621740:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761094.621781:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972630912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761094.621812:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761094.621815:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761094.621817:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761094.621820:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2332
00000100:00080000:2.0:1787761094.621823:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761094.621825:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761094.621837:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761094.621848:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972631040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761094.621868:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972630912:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761094.621939:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761094.621986:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761094/real 1787761094]  req@ffff96b49109c000 x1874600972630912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761094.622002:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972630912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761094.622016:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761094.622022:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761094.622027:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972630912:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761094.622057:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972631040:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761094.622081:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761094.622095:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761094/real 1787761094]  req@ffff96b49109c3c0 x1874600972631040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761094.622108:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972631040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761094.622133:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761094.622137:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761094.622141:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972631040:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761095.197756:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761095.261772:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761096.221674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761096.285766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761097.245743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761097.309715:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761098.269672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761098.333722:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761099.293692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761099.357722:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761099.741693:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761099.741721:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761099.741726:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761099.741738:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2337
00000100:00080000:2.0:1787761099.741749:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761099.741759:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761099.741793:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972631168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761099.741820:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761099.741824:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761099.741827:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761099.741833:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2337
00000100:00080000:2.0:1787761099.741837:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761099.741843:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761099.741850:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972631168:192.168.204.133@tcp:250:kworker.0
00000008:00100000:2.0:1787761099.741854:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761099.741871:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972631296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761099.741907:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761099.741938:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761099/real 1787761099]  req@ffff96b49109e1c0 x1874600972631168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761099.741951:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972631168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761099.741958:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761099.741961:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761099.741964:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972631168:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761099.741982:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972631296:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761099.741997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761099.742005:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761099/real 1787761099]  req@ffff96b49109f840 x1874600972631296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761099.742012:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972631296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761099.742024:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761099.742026:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761099.742029:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972631296:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761100.317666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761100.381714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761101.341686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761101.405712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761102.365720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761102.429743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761103.389655:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761103.453742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761104.413726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761104.477756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761104.861740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761104.861747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761104.861751:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761104.861759:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2342
00000100:00080000:3.0:1787761104.861768:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761104.861774:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761104.861820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972631424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761104.861846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761104.861849:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761104.861851:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761104.861853:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2342
00000100:00080000:3.0:1787761104.861856:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761104.861859:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761104.861872:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761104.861884:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972631552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761104.861926:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972631424:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761104.862014:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761104.862062:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761104/real 1787761104]  req@ffff96b491059a40 x1874600972631424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761104.862078:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972631424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761104.862087:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761104.862091:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761104.862094:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972631424:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761104.862100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972631552:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761104.862117:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761104.862125:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761104/real 1787761104]  req@ffff96b491058000 x1874600972631552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761104.862133:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972631552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761104.862156:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761104.862160:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761104.862164:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972631552:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761105.437655:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761105.501755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761106.461688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761106.525719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761107.485753:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761107.549794:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761108.509714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761108.573718:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761109.533688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761109.597715:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761109.981749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761109.981757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761109.981760:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761109.981769:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2347
00000100:00080000:1.0:1787761109.981778:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761109.981784:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761109.981816:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972631680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761109.981839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761109.981841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761109.981843:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761109.981846:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2347
00000100:00080000:1.0:1787761109.981848:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761109.981851:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761109.981858:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761109.981868:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972631808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761109.981880:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972631680:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761109.981942:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761109.981976:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761109/real 1787761109]  req@ffff96b48d40f480 x1874600972631680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761109.981990:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972631680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761109.981998:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761109.982001:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761109.982004:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972631680:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761109.982022:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972631808:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761109.982037:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761109.982055:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761109/real 1787761109]  req@ffff96b48d40ed00 x1874600972631808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761109.982063:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972631808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761109.982069:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761109.982071:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761109.982074:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972631808:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761110.557665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761110.621695:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761111.581721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761111.645726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761112.605661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761112.669799:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761113.629715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761113.693823:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761114.653639:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761114.717768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761115.101711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761115.101726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761115.101730:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761115.101742:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2352
00000100:00080000:1.0:1787761115.101754:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761115.101763:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761115.101809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972631936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761115.101836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761115.101839:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761115.101841:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761115.101844:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2352
00000100:00080000:1.0:1787761115.101847:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761115.101850:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761115.101860:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761115.101870:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972632064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761115.101913:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972631936:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761115.101979:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761115.102040:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761115/real 1787761115]  req@ffff96b48d40e1c0 x1874600972631936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761115.102058:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972631936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761115.102070:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761115.102074:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761115.102078:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972631936:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761115.102086:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972632064:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761115.102109:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761115.102122:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761115/real 1787761115]  req@ffff96b48d40c000 x1874600972632064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761115.102133:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972632064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761115.102165:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761115.102170:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761115.102174:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972632064:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761115.677686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761115.741763:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761116.701724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761116.765726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761117.725670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761117.789773:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761118.749738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761118.813758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761119.773724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761119.837783:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761120.221723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761120.221737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761120.221743:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761120.221755:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2357
00000100:00080000:1.0:1787761120.221771:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761120.221779:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761120.221844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972632192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761120.221877:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761120.221881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761120.221884:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761120.221890:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2357
00000100:00080000:1.0:1787761120.221895:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761120.221911:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761120.221925:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761120.221940:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972632320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761120.221985:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972632192:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761120.222050:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761120.222086:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761120/real 1787761120]  req@ffff96b48d40d680 x1874600972632192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761120.222099:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972632192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761120.222108:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761120.222111:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761120.222114:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972632192:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761120.222120:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972632320:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761120.222134:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761120.222144:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761120/real 1787761120]  req@ffff96b48d40c000 x1874600972632320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761120.222157:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972632320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761120.222171:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761120.222175:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761120.222178:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972632320:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761120.797721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761120.861703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761121.821714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761121.885785:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761122.845741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761122.909800:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761123.869722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761123.933741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761124.893701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761124.957666:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761125.341708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761125.341730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761125.341733:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761125.341741:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2362
00000100:00080000:1.0:1787761125.341750:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761125.341756:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761125.341785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972632448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761125.341825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761125.341829:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761125.341830:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761125.341835:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2362
00000100:00080000:1.0:1787761125.341838:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761125.341842:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761125.341854:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761125.341870:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972632576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761125.341873:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972632448:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761125.341943:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761125.341977:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761125/real 1787761125]  req@ffff96b48d40e1c0 x1874600972632448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761125.341999:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972632448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761125.342007:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761125.342010:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761125.342013:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972632448:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761125.342030:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972632576:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761125.342047:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761125.342055:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761125/real 1787761125]  req@ffff96b48d40ed00 x1874600972632576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761125.342063:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972632576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761125.342069:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761125.342071:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761125.342073:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972632576:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761125.917658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761125.981728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761126.941665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761127.005736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761127.965697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761128.029718:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761128.989721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761129.053750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761130.013638:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761130.077699:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761130.461695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761130.461715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761130.461719:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761130.461731:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2367
00000100:00080000:2.0:1787761130.461742:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761130.461750:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761130.461799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972632704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761130.461853:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761130.461856:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761130.461857:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761130.461861:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2367
00000100:00080000:2.0:1787761130.461864:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761130.461868:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761130.461878:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761130.461890:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972632832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761130.461907:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972632704:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761130.461989:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761130.462030:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761130/real 1787761130]  req@ffff96b49109d2c0 x1874600972632704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761130.462043:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972632704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761130.462051:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761130.462054:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761130.462057:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972632704:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761130.462085:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972632832:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761130.462108:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761130.462118:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761130/real 1787761130]  req@ffff96b49109f840 x1874600972632832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761130.462125:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972632832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761130.462131:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761130.462133:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761130.462135:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972632832:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761131.037698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761131.101810:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761132.061687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761132.125754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761133.085732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761133.149740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761134.109732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761134.173733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761135.133710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761135.197789:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761135.581695:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761135.581704:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761135.581709:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761135.581720:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2373
00000100:00080000:0.0:1787761135.581731:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761135.581738:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761135.581779:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972632960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761135.581820:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761135.581824:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761135.581826:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761135.581830:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2373
00000100:00080000:0.0:1787761135.581835:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761135.581840:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761135.581853:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761135.581868:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972633088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761135.581868:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972632960:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761135.581941:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761135.581993:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761135/real 1787761135]  req@ffff96b491186580 x1874600972632960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761135.582009:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972632960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761135.582018:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761135.582021:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761135.582023:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972632960:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761135.582046:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972633088:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761135.582063:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761135.582071:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761135/real 1787761135]  req@ffff96b491186d00 x1874600972633088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761135.582088:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972633088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761135.582096:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761135.582099:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761135.582103:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972633088:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761136.157723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761136.221788:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761137.181698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761137.245756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761138.205689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761138.269728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761139.229662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761139.293735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761140.253693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761140.317742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761140.701722:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761140.701736:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761140.701742:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761140.701757:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2378
00000100:00080000:0.0:1787761140.701771:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761140.701780:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761140.701834:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972633216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761140.701863:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761140.701866:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761140.701867:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761140.701871:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2378
00000100:00080000:0.0:1787761140.701873:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761140.701876:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761140.701888:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761140.701900:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972633344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761140.701939:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972633216:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761140.702015:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761140.702067:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761140/real 1787761140]  req@ffff96b491184b40 x1874600972633216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761140.702086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972633216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761140.702099:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761140.702103:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761140.702106:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972633216:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761140.702112:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972633344:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761140.702130:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761140.702139:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761140/real 1787761140]  req@ffff96b491186d00 x1874600972633344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761140.702146:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972633344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761140.702152:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761140.702154:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761140.702157:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972633344:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761141.277689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761141.341758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761142.301727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761142.365708:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761143.325705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761143.389712:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761144.349734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761144.413696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761145.373686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761145.437727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761145.821710:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761145.821718:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761145.821736:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761145.821745:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2383
00000100:00080000:0.0:1787761145.821755:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761145.821761:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761145.821792:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972633472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761145.821815:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761145.821819:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761145.821821:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761145.821825:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2383
00000100:00080000:0.0:1787761145.821829:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761145.821833:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761145.821843:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761145.821855:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972633600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761145.821886:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972633472:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761145.821941:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761145.821973:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761145/real 1787761145]  req@ffff96b491186580 x1874600972633472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761145.821992:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972633472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761145.821999:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761145.822002:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761145.822005:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972633472:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761145.822010:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972633600:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761145.822026:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761145.822034:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761145/real 1787761145]  req@ffff96b491185680 x1874600972633600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761145.822042:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972633600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761145.822048:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761145.822050:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761145.822052:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972633600:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761146.397719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761146.461741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761147.421664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761147.485699:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761148.445705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761148.509739:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761149.469653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761149.533692:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761150.493715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761150.557770:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761150.941715:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761150.941727:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761150.941732:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761150.941743:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2388
00000100:00080000:2.0:1787761150.941755:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761150.941763:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761150.941831:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972633728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761150.941857:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761150.941862:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761150.941863:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761150.941868:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2388
00000100:00080000:2.0:1787761150.941871:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761150.941876:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761150.941907:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761150.941917:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972633728:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761150.941922:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972633856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761150.942049:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972633856:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761151.517709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761151.581714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761152.541705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761152.605708:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761153.565660:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761153.629748:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787761154.013936:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:2.0:1787761154.013992:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761154.014013:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787761154.014064:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:3.0:1787761154.014215:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761150/real 1787761154]  req@ffff96b49109c3c0 x1874600972633856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761154.014262:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972633856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761154.014313:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761154.014320:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761154.014326:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972633856:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761154.014335:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761150/real 1787761154]  req@ffff96b49109e1c0 x1874600972633728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761154.014350:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972633728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761154.014359:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761154.014362:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761154.014366:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972633728:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761154.589685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761154.653744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761155.613742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761155.677763:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761156.061798:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761156.061809:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761156.061813:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761156.061822:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2393
00000100:00080000:2.0:1787761156.061833:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761156.061840:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761156.061879:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972633984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761156.061909:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761156.061912:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761156.061913:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761156.061916:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2393
00000100:00080000:2.0:1787761156.061918:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761156.061920:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761156.061931:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761156.061942:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972634112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761156.062040:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972633984:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761156.062122:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761156.062177:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761156/real 1787761156]  req@ffff96b49109c000 x1874600972633984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761156.062227:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972633984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761156.062241:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761156.062247:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761156.062251:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972633984:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761156.062267:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972634112:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761156.062317:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761156.062332:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761156/real 1787761156]  req@ffff96b49109cb40 x1874600972634112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761156.062344:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972634112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761156.062352:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761156.062356:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761156.062359:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972634112:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761156.637669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761156.701707:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761157.661718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761157.725706:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761158.685688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761158.749749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761159.709697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761159.773710:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761160.733708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761160.797728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761161.181719:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761161.181731:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761161.181736:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761161.181749:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2398
00000100:00080000:0.0:1787761161.181763:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761161.181772:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761161.181818:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972634240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761161.181849:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761161.181853:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761161.181855:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761161.181859:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2398
00000100:00080000:0.0:1787761161.181862:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761161.181866:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761161.181878:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761161.181892:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972634368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761161.181913:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972634240:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761161.181977:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761161.182014:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761161/real 1787761161]  req@ffff96b491185e00 x1874600972634240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761161.182029:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972634240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761161.182038:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761161.182041:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761161.182044:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972634240:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761161.182064:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972634368:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761161.182079:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761161.182087:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761161/real 1787761161]  req@ffff96b491185680 x1874600972634368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761161.182126:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972634368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761161.182133:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761161.182137:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761161.182140:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972634368:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761161.757709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761161.821710:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761162.781708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761162.845710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761163.805746:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761163.869677:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761164.829691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761164.893728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761165.853718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761165.917743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761166.301697:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761166.301705:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761166.301709:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761166.301717:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2403
00000100:00080000:2.0:1787761166.301725:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761166.301731:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761166.301767:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972634496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761166.301796:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761166.301801:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761166.301803:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761166.301807:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2403
00000100:00080000:2.0:1787761166.301811:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761166.301816:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761166.301825:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761166.301838:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972634624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761166.301844:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972634496:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761166.301906:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761166.301945:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761166/real 1787761166]  req@ffff96b49109fc00 x1874600972634496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761166.301960:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972634496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761166.301968:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761166.301971:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761166.301974:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972634496:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761166.301992:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972634624:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761166.302023:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761166.302034:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761166/real 1787761166]  req@ffff96b49109cb40 x1874600972634624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761166.302043:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972634624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761166.302064:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761166.302067:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761166.302069:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972634624:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761166.877727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761166.941747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761167.901725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761167.965717:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761168.925659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761168.989725:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761169.949709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761170.013741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761170.973686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761171.037685:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761171.421678:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761171.421689:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761171.421694:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761171.421705:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2408
00000100:00080000:2.0:1787761171.421717:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761171.421725:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761171.421775:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972634752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761171.421807:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761171.421816:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761171.421818:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761171.421823:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2408
00000100:00080000:2.0:1787761171.421828:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761171.421834:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761171.421844:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761171.421859:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972634752:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761171.421862:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972634880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761171.421942:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761171.421983:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761171/real 1787761171]  req@ffff96b49109c000 x1874600972634752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761171.421997:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972634752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761171.422005:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761171.422009:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761171.422011:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972634752:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761171.422030:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972634880:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761171.422046:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761171.422054:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761171/real 1787761171]  req@ffff96b49109e1c0 x1874600972634880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761171.422063:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972634880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761171.422068:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761171.422071:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761171.422073:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972634880:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761171.997730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761172.061716:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761173.021719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761173.085736:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761174.045702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761174.109735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761175.069750:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761175.133770:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761176.093724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761176.157731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761176.541687:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761176.541699:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761176.541704:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761176.541715:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2414
00000100:00080000:0.0:1787761176.541727:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761176.541736:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761176.541780:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972635008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761176.541826:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761176.541829:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761176.541831:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761176.541835:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2414
00000100:00080000:0.0:1787761176.541838:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761176.541841:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761176.541852:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761176.541863:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972635136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761176.541868:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972635008:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761176.541949:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761176.541995:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761176/real 1787761176]  req@ffff96b491186580 x1874600972635008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761176.542008:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972635008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761176.542016:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761176.542019:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761176.542022:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972635008:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761176.542043:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972635136:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761176.542062:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761176.542074:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761176/real 1787761176]  req@ffff96b491186d00 x1874600972635136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761176.542085:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972635136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761176.542094:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761176.542098:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761176.542101:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972635136:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761177.117777:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761177.181729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761178.141686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761178.205752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761179.165738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761179.229687:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761180.189676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761180.253732:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761181.213702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761181.277651:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761181.661732:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761181.661742:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761181.661746:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761181.661755:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2419
00000100:00080000:0.0:1787761181.661764:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761181.661771:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761181.661805:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972635264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761181.661838:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761181.661844:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761181.661845:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761181.661850:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2419
00000100:00080000:0.0:1787761181.661854:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761181.661858:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761181.661867:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761181.661884:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972635264:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761181.661886:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972635392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761181.661946:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761181.661981:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761181/real 1787761181]  req@ffff96b491184b40 x1874600972635264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761181.662011:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972635264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761181.662021:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761181.662024:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761181.662028:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972635264:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761181.662048:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972635392:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761181.662066:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761181.662082:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761181/real 1787761181]  req@ffff96b491186d00 x1874600972635392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761181.662093:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972635392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761181.662101:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761181.662104:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761181.662108:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972635392:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761182.237681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761182.301718:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761183.261731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761183.325812:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761184.285711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761184.349771:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761185.309699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761185.373773:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761186.333694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761186.397704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761186.781833:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761186.781846:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761186.781850:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761186.781863:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2424
00000100:00080000:2.0:1787761186.781888:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761186.781897:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761186.781949:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972635520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761186.781987:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761186.781991:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761186.781994:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761186.781998:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2424
00000100:00080000:2.0:1787761186.782002:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761186.782026:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761186.782038:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761186.782047:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972635520:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761186.782055:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972635648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761186.782131:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761186.782196:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761186/real 1787761186]  req@ffff96b49109c3c0 x1874600972635520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761186.782215:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972635520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761186.782239:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761186.782247:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761186.782251:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972635520:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761186.782277:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972635648:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761186.782299:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761186.782310:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761186/real 1787761186]  req@ffff96b49109f840 x1874600972635648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761186.782322:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972635648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761186.782330:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761186.782334:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761186.782337:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972635648:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761187.357707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761187.421720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761188.381729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761188.445681:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761189.405697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761189.469758:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761190.429668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761190.493779:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761191.453692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761191.517747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761191.901686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761191.901700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761191.901705:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761191.901719:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2429
00000100:00080000:1.0:1787761191.901733:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761191.901742:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761191.901800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972635776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761191.901865:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761191.901869:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761191.901871:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761191.901877:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2429
00000100:00080000:1.0:1787761191.901881:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761191.901887:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761191.901899:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761191.901915:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972635776:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761191.901916:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972635904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761191.901994:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761191.902046:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761191/real 1787761191]  req@ffff96b48d40f480 x1874600972635776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761191.902065:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972635776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761191.902076:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761191.902081:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761191.902085:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972635776:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761191.902118:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972635904:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761191.902136:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761191.902145:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761191/real 1787761191]  req@ffff96b48d40f0c0 x1874600972635904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761191.902153:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972635904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761191.902159:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761191.902161:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761191.902163:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972635904:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761192.477718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761192.541731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761193.501723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761193.565758:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761194.525725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761194.589706:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761195.549682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761195.613715:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761196.573698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761196.637682:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761197.021710:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761197.021719:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761197.021722:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761197.021732:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2434
00000100:00080000:3.0:1787761197.021742:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761197.021754:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761197.021787:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972636032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761197.021815:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761197.021818:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761197.021820:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761197.021824:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2434
00000100:00080000:3.0:1787761197.021828:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761197.021845:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761197.021854:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761197.021868:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972636160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761197.021871:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972636032:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761197.021930:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761197.021972:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761197/real 1787761197]  req@ffff96b491059680 x1874600972636032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761197.021988:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972636032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761197.021998:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761197.022003:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761197.022007:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972636032:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761197.022027:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972636160:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761197.022046:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761197.022056:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761197/real 1787761197]  req@ffff96b491058000 x1874600972636160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761197.022079:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972636160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761197.022087:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761197.022090:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761197.022093:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972636160:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761197.597664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761197.661724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761198.621726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761198.685704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761199.645707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761199.709722:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761200.669678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761200.733674:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761201.693689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761201.757735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761202.141702:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761202.141712:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761202.141716:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761202.141727:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2439
00000100:00080000:3.0:1787761202.141739:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761202.141746:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761202.141787:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972636288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761202.141815:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761202.141818:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761202.141819:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761202.141822:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2439
00000100:00080000:3.0:1787761202.141824:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761202.141827:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761202.141836:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761202.141844:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972636416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761202.141876:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972636288:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761202.141944:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761202.142001:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761202/real 1787761202]  req@ffff96b491059a40 x1874600972636288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761202.142024:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972636288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761202.142036:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761202.142041:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761202.142045:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972636288:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761202.142052:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972636416:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761202.142076:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761202.142090:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761202/real 1787761202]  req@ffff96b49105ad00 x1874600972636416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761202.142122:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972636416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761202.142131:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761202.142134:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761202.142137:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972636416:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761202.717763:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761202.781750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761203.741704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761203.805717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761204.765719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761204.829736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761205.789673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761205.853678:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761206.813684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761206.877729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761207.261743:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761207.261751:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761207.261754:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761207.261763:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2444
00000100:00080000:0.0:1787761207.261772:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761207.261777:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761207.261810:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972636544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761207.261836:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761207.261839:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761207.261840:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761207.261843:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2444
00000100:00080000:0.0:1787761207.261845:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761207.261863:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761207.261871:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761207.261876:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972636544:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761207.261884:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972636672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761207.261940:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761207.262000:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761207/real 1787761207]  req@ffff96b491186580 x1874600972636544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761207.262023:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972636544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761207.262041:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761207.262046:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761207.262051:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972636544:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761207.262077:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972636672:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761207.262100:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761207.262112:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761207/real 1787761207]  req@ffff96b491185680 x1874600972636672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761207.262135:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972636672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761207.262144:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761207.262148:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761207.262151:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972636672:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761207.837677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761207.901717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761208.861701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761208.925758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761209.885654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761209.949709:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761210.909724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761210.973726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761211.933709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761211.997710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761212.381687:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761212.381696:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761212.381700:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761212.381708:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2449
00000100:00080000:1.0:1787761212.381717:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761212.381723:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761212.381755:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972636800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761212.381778:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761212.381781:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761212.381782:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761212.381785:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2449
00000100:00080000:1.0:1787761212.381787:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761212.381790:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761212.381798:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761212.381808:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972636928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761212.381835:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972636800:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761212.381888:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761212.381929:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761212/real 1787761212]  req@ffff96b48d40e580 x1874600972636800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761212.381943:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972636800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761212.381967:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761212.381971:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761212.381974:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972636800:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761212.381979:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972636928:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761212.381997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761212.382006:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761212/real 1787761212]  req@ffff96b48d40de00 x1874600972636928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761212.382014:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972636928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761212.382020:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761212.382022:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761212.382024:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972636928:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761212.957664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761213.021738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761213.981738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761214.045728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761215.005702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761215.069715:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761216.029705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761216.093703:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761217.053704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761217.117729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761217.501739:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761217.501751:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761217.501755:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761217.501767:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2455
00000100:00080000:2.0:1787761217.501779:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761217.501786:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761217.501828:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972637056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761217.501857:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761217.501860:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761217.501862:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761217.501865:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2455
00000100:00080000:2.0:1787761217.501868:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761217.501871:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761217.501882:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761217.501894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972637184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761217.501910:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972637056:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761217.502049:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972637184:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761218.077734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761218.141718:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761219.101729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761219.165777:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761220.125729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761220.189776:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787761220.573972:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787761220.574033:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761220.574054:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787761220.574112:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:3.0:1787761220.574182:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761217/real 1787761220]  req@ffff96b49109f840 x1874600972637184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761220.574213:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972637184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761220.574229:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761220.574236:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761220.574266:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972637184:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761220.574276:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761217/real 1787761220]  req@ffff96b49109d2c0 x1874600972637056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761220.574293:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972637056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761220.574301:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761220.574305:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761220.574308:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972637056:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761221.149708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761221.213791:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761222.173730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761222.237777:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761222.621717:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761222.621729:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761222.621735:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761222.621750:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2460
00000100:00080000:3.0:1787761222.621765:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761222.621775:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761222.621823:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972637312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761222.621860:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761222.621864:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761222.621866:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761222.621871:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2460
00000100:00080000:3.0:1787761222.621875:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761222.621880:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761222.621893:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761222.621910:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972637312:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761222.621950:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972637440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761222.622017:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761222.622070:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761222/real 1787761222]  req@ffff96b4910583c0 x1874600972637312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761222.622113:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972637312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761222.622126:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761222.622133:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761222.622148:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972637312:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761222.622179:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972637440:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761222.622207:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761222.622222:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761222/real 1787761222]  req@ffff96b491058f00 x1874600972637440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761222.622237:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972637440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761222.622247:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761222.622251:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761222.622254:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972637440:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761223.197740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761223.261780:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761224.221745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761224.285711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761225.245673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761225.309753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761226.269718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761226.333726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761227.293655:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761227.357691:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761227.741705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761227.741720:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761227.741746:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761227.741758:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2465
00000100:00080000:2.0:1787761227.741770:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761227.741777:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761227.741831:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972637568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761227.741858:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761227.741861:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761227.741862:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761227.741866:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2465
00000100:00080000:2.0:1787761227.741869:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761227.741872:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761227.741883:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761227.741894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972637696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761227.741919:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972637568:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761227.741997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761227.742042:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761227/real 1787761227]  req@ffff96b49109c3c0 x1874600972637568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761227.742061:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972637568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761227.742069:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761227.742072:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761227.742087:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972637568:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761227.742109:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972637696:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761227.742127:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761227.742136:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761227/real 1787761227]  req@ffff96b49109e1c0 x1874600972637696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761227.742144:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972637696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761227.742150:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761227.742152:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761227.742154:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972637696:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761228.317707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761228.381712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761229.341758:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761229.405743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761230.365657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761230.429705:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761231.389665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761231.453792:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761232.413671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761232.477747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761232.861730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761232.861742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761232.861747:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761232.861759:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2470
00000100:00080000:1.0:1787761232.861776:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761232.861785:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761232.861819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972637824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761232.861844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761232.861849:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761232.861851:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761232.861875:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2470
00000100:00080000:1.0:1787761232.861882:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761232.861891:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761232.861903:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972637824:192.168.204.133@tcp:250:kworker.0
00000008:00100000:1.0:1787761232.861904:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761232.861933:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972637952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761232.861978:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761232.862015:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761232/real 1787761232]  req@ffff96b48d40fc00 x1874600972637824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761232.862033:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972637824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761232.862043:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761232.862047:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761232.862058:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972637824:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761232.862081:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972637952:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761232.862104:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761232.862116:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761232/real 1787761232]  req@ffff96b48d40de00 x1874600972637952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761232.862129:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972637952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761232.862137:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761232.862152:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761232.862156:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972637952:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761233.437669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761233.501736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761234.461666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761234.525741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761235.485711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761235.549730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761236.509713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761236.573739:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761237.533735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761237.597765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761237.981685:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761237.981696:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761237.981700:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761237.981710:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2475
00000100:00080000:1.0:1787761237.981722:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761237.981730:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761237.981769:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972638080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761237.981809:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761237.981814:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761237.981816:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761237.981821:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2475
00000100:00080000:1.0:1787761237.981825:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761237.981830:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761237.981856:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761237.981862:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972638080:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761237.981876:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972638208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761237.981929:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761237.981971:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761237/real 1787761237]  req@ffff96b48d40e580 x1874600972638080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761237.981986:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972638080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761237.981994:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761237.981998:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761237.982008:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972638080:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761237.982028:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972638208:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761237.982047:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761237.982056:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761237/real 1787761237]  req@ffff96b48d40f0c0 x1874600972638208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761237.982065:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972638208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761237.982071:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761237.982073:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761237.982076:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972638208:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761238.557737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761238.621689:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761239.581691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761239.645752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761240.605701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761240.669718:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761241.629687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761241.693725:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761242.653700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761242.717708:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761243.101718:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761243.101730:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761243.101735:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761243.101746:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2480
00000100:00080000:3.0:1787761243.101756:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761243.101764:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761243.101801:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972638336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761243.101833:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761243.101837:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761243.101840:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761243.101845:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2480
00000100:00080000:3.0:1787761243.101849:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761243.101854:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761243.101865:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761243.101883:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972638464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761243.101884:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972638336:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761243.101952:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761243.101997:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761243/real 1787761243]  req@ffff96b491058b40 x1874600972638336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761243.102014:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972638336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761243.102026:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761243.102031:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761243.102050:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972638336:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761243.102075:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972638464:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761243.102095:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761243.102105:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761243/real 1787761243]  req@ffff96b491058f00 x1874600972638464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761243.102113:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972638464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761243.102119:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761243.102122:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761243.102124:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972638464:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761243.677733:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761243.741728:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761244.701700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761244.765716:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761245.725719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761245.789711:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761246.749671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761246.813698:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761247.773739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761247.837724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761248.221698:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761248.221706:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761248.221710:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761248.221719:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2485
00000100:00080000:3.0:1787761248.221728:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761248.221751:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761248.221781:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972638592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761248.221807:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761248.221811:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761248.221813:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761248.221817:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2485
00000100:00080000:3.0:1787761248.221821:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761248.221825:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761248.221835:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761248.221853:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972638720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761248.221904:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972638592:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761248.221992:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761248.222130:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761248/real 1787761248]  req@ffff96b4910583c0 x1874600972638592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761248.222149:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972638592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761248.222157:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761248.222160:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761248.222170:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972638592:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761248.222178:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972638720:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761248.222244:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761248.222255:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761248/real 1787761248]  req@ffff96b49105ad00 x1874600972638720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761248.222265:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972638720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761248.222274:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761248.222278:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761248.222281:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972638720:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761248.797669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761248.861716:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761249.821674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761249.885744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761250.845733:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761250.909745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761251.869657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761251.933712:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761252.893694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761252.957711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761253.341695:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761253.341703:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761253.341706:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761253.341715:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2490
00000100:00080000:3.0:1787761253.341723:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761253.341729:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761253.341762:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972638848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761253.341785:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761253.341788:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761253.341790:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761253.341792:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2490
00000100:00080000:3.0:1787761253.341811:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761253.341817:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761253.341828:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761253.341843:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972638848:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761253.341846:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972638976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761253.341903:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761253.341943:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761253/real 1787761253]  req@ffff96b491059a40 x1874600972638848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761253.341957:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972638848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761253.341965:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761253.341971:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761253.341992:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972638848:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761253.342011:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972638976:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761253.342029:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761253.342037:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761253/real 1787761253]  req@ffff96b491058000 x1874600972638976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761253.342045:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972638976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761253.342051:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761253.342053:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761253.342055:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972638976:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761253.917702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761253.981746:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761254.941724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761255.005797:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761255.965738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761256.029773:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761256.989691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761257.053673:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761258.013714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761258.077724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761258.461705:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761258.461715:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761258.461720:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761258.461730:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2495
00000100:00080000:3.0:1787761258.461740:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761258.461747:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761258.461794:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972639104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761258.461822:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761258.461826:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761258.461828:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761258.461831:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2495
00000100:00080000:3.0:1787761258.461835:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761258.461839:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761258.461847:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761258.461861:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972639232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761258.461869:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972639104:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761258.461920:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761258.461947:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761258/real 1787761258]  req@ffff96b491059680 x1874600972639104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761258.461957:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972639104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761258.461964:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761258.461966:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761258.461980:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972639104:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761258.461997:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972639232:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761258.462010:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761258.462017:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761258/real 1787761258]  req@ffff96b491058000 x1874600972639232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761258.462024:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972639232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761258.462029:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761258.462032:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761258.462033:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972639232:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761259.037698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761259.101681:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761260.061702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761260.125753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761261.085707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761261.149735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761262.109697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761262.173749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761263.133708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761263.197720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761263.581682:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761263.581710:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761263.581713:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761263.581722:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2501
00000100:00080000:3.0:1787761263.581730:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761263.581735:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761263.581760:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972639360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761263.581783:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761263.581786:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761263.581788:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761263.581792:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2501
00000100:00080000:3.0:1787761263.581795:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761263.581798:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761263.581807:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761263.581820:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972639488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761263.581827:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972639360:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761263.581875:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761263.581911:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761263/real 1787761263]  req@ffff96b491059a40 x1874600972639360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761263.581922:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972639360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761263.581929:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761263.581932:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761263.581940:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972639360:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761263.581958:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972639488:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761263.581983:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761263.581990:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761263/real 1787761263]  req@ffff96b49105ad00 x1874600972639488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761263.581997:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972639488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761263.582002:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761263.582004:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761263.582006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972639488:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761264.157647:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761264.221712:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761265.181685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761265.245724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761266.205651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761266.269689:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761267.229680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761267.293702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761268.253695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761268.317707:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761268.701733:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761268.701740:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761268.701744:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761268.701755:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2506
00000100:00080000:1.0:1787761268.701766:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761268.701772:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761268.701804:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972639616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761268.701829:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761268.701833:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761268.701835:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761268.701839:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2506
00000100:00080000:1.0:1787761268.701843:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761268.701846:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761268.701855:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761268.701868:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972639744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761268.701889:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972639616:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761268.701949:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761268.701983:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761268/real 1787761268]  req@ffff96b48d40f480 x1874600972639616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761268.701999:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972639616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761268.702008:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761268.702013:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761268.702038:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972639616:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761268.702062:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972639744:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761268.702084:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761268.702096:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761268/real 1787761268]  req@ffff96b48d40ed00 x1874600972639744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761268.702106:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972639744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761268.702114:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761268.702118:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761268.702121:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972639744:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761269.277700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761269.341947:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761270.301705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761270.365727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761271.325709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761271.389659:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761272.349737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761272.413765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761273.373847:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761273.437695:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761273.821714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761273.821727:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761273.821731:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761273.821742:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2511
00000100:00080000:3.0:1787761273.821752:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761273.821759:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761273.821804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972639872/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761273.821855:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761273.821858:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761273.821860:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761273.821863:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2511
00000100:00080000:3.0:1787761273.821867:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761273.821870:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761273.821880:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761273.821890:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972640000/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761273.821949:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972639872:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761273.822015:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761273.822062:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761273/real 1787761273]  req@ffff96b4910583c0 x1874600972639872/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761273.822080:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972639872/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761273.822090:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761273.822094:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761273.822111:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972639872:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761273.822117:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972640000:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761273.822135:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761273.822144:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761273/real 1787761273]  req@ffff96b491058f00 x1874600972640000/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761273.822152:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972640000/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761273.822164:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761273.822167:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761273.822169:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972640000:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761274.397712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761274.461719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761275.421672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761275.485696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761276.445638:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761276.509721:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761277.469685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761277.533704:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761278.493693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761278.557701:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761278.941705:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761278.941714:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761278.941717:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761278.941725:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2516
00000100:00080000:1.0:1787761278.941733:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761278.941738:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761278.941766:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972640128/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761278.941787:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761278.941789:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761278.941790:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761278.941793:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2516
00000100:00080000:1.0:1787761278.941795:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761278.941797:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761278.941804:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761278.941811:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972640256/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761278.941857:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972640128:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761278.941912:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761278.941954:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761278/real 1787761278]  req@ffff96b48d40e1c0 x1874600972640128/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761278.941970:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972640128/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761278.941981:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761278.941985:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761278.942002:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972640128:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761278.942008:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972640256:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761278.942029:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761278.942040:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761278/real 1787761278]  req@ffff96b48d40c000 x1874600972640256/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761278.942051:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972640256/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761278.942058:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761278.942061:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761278.942065:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972640256:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761279.517696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761279.581729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761280.541709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761280.605664:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761281.565680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761281.629743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761282.589721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761282.653737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761283.613665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761283.677743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761284.061703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761284.061712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761284.061717:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761284.061737:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2521
00000100:00080000:3.0:1787761284.061747:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761284.061762:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761284.061800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972640384/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761284.061824:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761284.061828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761284.061836:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761284.061841:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2521
00000100:00080000:3.0:1787761284.061845:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761284.061850:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761284.061859:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972640384:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787761284.061872:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761284.061890:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972640512/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761284.061957:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972640512:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761284.637764:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761284.701727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761285.661664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761285.725736:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761286.685646:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761286.749765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787761287.133873:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:2.0:1787761287.133907:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761287.133925:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787761287.133959:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:0.0:1787761287.134006:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761284/real 1787761287]  req@ffff96b491058f00 x1874600972640512/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761287.134031:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972640512/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761287.134057:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761287.134062:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761287.134066:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972640512:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761287.134073:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761284/real 1787761287]  req@ffff96b491058b40 x1874600972640384/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761287.134083:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972640384/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761287.134089:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761287.134091:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761287.134093:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972640384:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761287.709637:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761287.773729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761288.733717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761288.797711:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761289.181709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761289.181722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761289.181727:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761289.181739:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2526
00000100:00080000:2.0:1787761289.181752:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761289.181777:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761289.181819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972640640/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761289.181852:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761289.181856:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761289.181857:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761289.181862:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2526
00000100:00080000:2.0:1787761289.181866:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761289.181871:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761289.181882:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761289.181898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972640768/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761289.181940:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972640640:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761289.182028:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761289.182094:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761289/real 1787761289]  req@ffff96b49109c000 x1874600972640640/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761289.182113:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972640640/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761289.182124:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761289.182129:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761289.182146:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972640640:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761289.182172:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972640768:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761289.182198:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761289.182210:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761289/real 1787761289]  req@ffff96b49109cb40 x1874600972640768/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761289.182222:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972640768/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761289.182230:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761289.182234:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761289.182237:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972640768:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761289.757725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761289.821731:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761290.781693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761290.845766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761291.805692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761291.869719:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761292.829654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761292.893686:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761293.853697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761293.917714:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761294.301706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761294.301714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761294.301717:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761294.301725:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2531
00000100:00080000:3.0:1787761294.301734:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761294.301739:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761294.301769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972640896/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761294.301787:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761294.301789:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761294.301790:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761294.301793:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2531
00000100:00080000:3.0:1787761294.301795:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761294.301797:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761294.301803:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761294.301811:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972641024/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761294.301825:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972640896:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761294.301872:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761294.301905:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761294/real 1787761294]  req@ffff96b4910583c0 x1874600972640896/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761294.301917:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972640896/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761294.301923:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761294.301926:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761294.301928:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972640896:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761294.301962:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972641024:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761294.301977:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761294.301985:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761294/real 1787761294]  req@ffff96b49105ad00 x1874600972641024/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761294.301991:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972641024/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761294.301996:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761294.301998:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761294.302000:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972641024:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761294.877645:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761294.941702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761295.901666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761295.965654:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761296.925677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761296.989718:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761297.949701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761298.013696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761298.973695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761299.037727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761299.421796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761299.421810:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761299.421815:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761299.421825:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2536
00000100:00080000:2.0:1787761299.421837:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761299.421846:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761299.421892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972641152/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761299.421927:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761299.421931:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761299.421933:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761299.421938:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2536
00000100:00080000:2.0:1787761299.421956:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761299.421960:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761299.421971:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761299.421974:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972641152:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761299.421993:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972641280/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761299.422040:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761299.422083:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761299/real 1787761299]  req@ffff96b49109fc00 x1874600972641152/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761299.422097:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972641152/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761299.422106:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761299.422109:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761299.422112:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972641152:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761299.422140:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972641280:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761299.422156:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761299.422164:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761299/real 1787761299]  req@ffff96b49109cb40 x1874600972641280/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761299.422172:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972641280/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761299.422177:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761299.422179:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761299.422189:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972641280:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761299.997707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761300.061756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761301.021689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761301.085730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761302.045689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761302.109738:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761303.069683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761303.133728:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761304.093675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761304.157717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761304.541701:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761304.541712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761304.541716:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761304.541727:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2542
00000100:00080000:2.0:1787761304.541738:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761304.541745:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761304.541777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972641408/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761304.541805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761304.541810:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761304.541812:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761304.541817:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2542
00000100:00080000:2.0:1787761304.541821:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761304.541826:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761304.541835:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761304.541850:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972641536/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761304.541869:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972641408:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761304.541930:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761304.541965:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761304/real 1787761304]  req@ffff96b49109c000 x1874600972641408/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761304.541982:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972641408/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761304.541993:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761304.542002:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761304.542006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972641408:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761304.542043:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972641536:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761304.542065:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761304.542076:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761304/real 1787761304]  req@ffff96b49109e1c0 x1874600972641536/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761304.542087:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972641536/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761304.542094:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761304.542097:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761304.542100:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972641536:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761305.117702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761305.181707:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761306.141705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761306.205732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761307.165658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761307.229675:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761308.189698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761308.253733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761309.213682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761309.277730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761309.661693:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761309.661714:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761309.661717:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761309.661724:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2547
00000100:00080000:2.0:1787761309.661732:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761309.661737:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761309.661762:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972641664/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761309.661784:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761309.661786:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761309.661787:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761309.661790:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2547
00000100:00080000:2.0:1787761309.661792:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761309.661793:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761309.661800:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761309.661808:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972641792/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761309.661837:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972641664:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761309.661885:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761309.661921:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761309/real 1787761309]  req@ffff96b49109c3c0 x1874600972641664/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761309.661932:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972641664/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761309.661939:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761309.661943:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761309.661946:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972641664:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761309.661957:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972641792:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761309.661978:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761309.661986:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761309/real 1787761309]  req@ffff96b49109d2c0 x1874600972641792/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761309.661995:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972641792/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761309.662003:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761309.662005:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761309.662008:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972641792:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761310.237729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761310.301745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761311.261679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761311.325745:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761312.285694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761312.349737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761313.309725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761313.373696:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761314.333664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761314.397696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761314.781706:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761314.781714:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761314.781717:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761314.781726:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2552
00000100:00080000:3.0:1787761314.781750:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761314.781757:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761314.781785:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972641920/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761314.781806:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761314.781809:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761314.781811:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761314.781814:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2552
00000100:00080000:3.0:1787761314.781816:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761314.781819:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761314.781832:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761314.781839:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972641920:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761314.781846:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972642048/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761314.781893:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761314.781925:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761314/real 1787761314]  req@ffff96b491059a40 x1874600972641920/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761314.781939:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972641920/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761314.781947:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761314.781950:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761314.781953:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972641920:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761314.781978:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972642048:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761314.781999:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761314.782013:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761314/real 1787761314]  req@ffff96b491058000 x1874600972642048/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761314.782027:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972642048/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761314.782036:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761314.782040:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761314.782044:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972642048:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761315.357703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761315.421717:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761316.381652:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761316.445714:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761317.405737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761317.469727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761318.429737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761318.493729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761319.453658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761319.517693:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761319.901735:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761319.901747:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761319.901751:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761319.901762:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2557
00000100:00080000:0.0:1787761319.901772:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761319.901780:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761319.901832:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972642176/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761319.901867:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761319.901870:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761319.901871:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761319.901875:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2557
00000100:00080000:0.0:1787761319.901878:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761319.901881:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761319.901898:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761319.901913:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972642304/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761319.901947:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972642176:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761319.902020:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761319.902081:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761319/real 1787761319]  req@ffff96b491185e00 x1874600972642176/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761319.902106:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972642176/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761319.902117:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761319.902121:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761319.902126:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972642176:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761319.902154:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972642304:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761319.902180:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761319.902199:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761319/real 1787761319]  req@ffff96b491185680 x1874600972642304/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761319.902214:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972642304/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761319.902223:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761319.902227:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761319.902230:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972642304:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761320.477702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761320.541714:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761321.501727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761321.565775:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761322.525701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761322.589705:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761323.549734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761323.613762:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761324.573695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761324.637693:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761325.021670:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761325.021714:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761325.021719:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761325.021731:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2562
00000100:00080000:0.0:1787761325.021744:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761325.021752:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761325.021795:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972642432/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761325.021826:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761325.021829:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761325.021830:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761325.021834:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2562
00000100:00080000:0.0:1787761325.021837:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761325.021841:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761325.021852:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761325.021865:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972642560/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761325.021865:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972642432:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761325.021951:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761325.022000:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761325/real 1787761325]  req@ffff96b491186580 x1874600972642432/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761325.022015:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972642432/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761325.022024:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761325.022027:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761325.022030:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972642432:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761325.022059:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972642560:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761325.022083:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761325.022091:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761325/real 1787761325]  req@ffff96b491186d00 x1874600972642560/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761325.022099:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972642560/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761325.022104:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761325.022107:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761325.022109:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972642560:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761325.597720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761325.661740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761326.621709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761326.685783:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761327.645711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761327.709765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761328.669680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761328.733714:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761329.693692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761329.757771:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761330.141688:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761330.141696:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761330.141700:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761330.141709:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2567
00000100:00080000:2.0:1787761330.141718:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761330.141725:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761330.141758:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972642688/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761330.141799:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761330.141803:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761330.141804:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761330.141807:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2567
00000100:00080000:2.0:1787761330.141810:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761330.141813:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761330.141822:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761330.141852:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972642816/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761330.141855:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972642688:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761330.141915:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761330.141953:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761330/real 1787761330]  req@ffff96b49109f840 x1874600972642688/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761330.141967:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972642688/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761330.141976:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761330.141980:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761330.141983:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972642688:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761330.142010:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972642816:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761330.142028:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761330.142037:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761330/real 1787761330]  req@ffff96b49109d2c0 x1874600972642816/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761330.142045:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972642816/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761330.142051:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761330.142053:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761330.142056:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972642816:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761330.717693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761330.781744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761331.741670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761331.805757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761332.765700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761332.829729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761333.789707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761333.853730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761334.813686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761334.877710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761335.261697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761335.261713:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761335.261717:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761335.261728:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2572
00000100:00080000:3.0:1787761335.261755:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761335.261766:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761335.261798:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972642944/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761335.261822:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761335.261825:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761335.261840:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761335.261847:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2572
00000100:00100000:1.0:1787761335.261848:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972642944:192.168.204.133@tcp:250:kworker.0
00000100:00080000:3.0:1787761335.261852:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761335.261858:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761335.261868:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761335.261883:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972643072/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761335.261908:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761335.261947:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761335/real 1787761335]  req@ffff96b491059680 x1874600972642944/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761335.261966:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972642944/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761335.261976:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761335.261979:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761335.261981:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972642944:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761335.262005:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972643072:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761335.262021:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761335.262028:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761335/real 1787761335]  req@ffff96b491058000 x1874600972643072/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761335.262035:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972643072/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761335.262040:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761335.262042:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761335.262044:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972643072:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761335.837701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761335.901738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761336.861694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761336.925669:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761337.885710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761337.949759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761338.909702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761338.973670:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761339.933693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761339.997699:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761340.381672:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761340.381679:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761340.381682:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761340.381690:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2577
00000100:00080000:3.0:1787761340.381697:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761340.381703:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761340.381733:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972643200/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761340.381751:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761340.381753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761340.381755:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761340.381757:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2577
00000100:00080000:3.0:1787761340.381759:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761340.381761:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761340.381767:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761340.381774:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972643328/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761340.381801:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972643200:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761340.381860:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761340.381913:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761340/real 1787761340]  req@ffff96b491059a40 x1874600972643200/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761340.381933:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972643200/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761340.381943:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761340.381948:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761340.381952:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972643200:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761340.381980:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972643328:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761340.382001:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761340.382012:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761340/real 1787761340]  req@ffff96b49105ad00 x1874600972643328/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761340.382024:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972643328/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761340.382032:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761340.382035:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761340.382038:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972643328:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761340.957723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761341.021761:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761341.981682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761342.045689:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761343.005718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761343.069734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761344.029691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761344.093736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761345.053685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761345.117759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761345.501682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761345.501693:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761345.501698:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761345.501708:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2583
00000100:00080000:3.0:1787761345.501717:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761345.501725:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761345.501756:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972643456/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761345.501778:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761345.501780:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761345.501782:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761345.501784:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2583
00000100:00080000:3.0:1787761345.501787:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761345.501789:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761345.501795:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761345.501805:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972643584/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761345.501820:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972643456:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761345.501870:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761345.501906:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761345/real 1787761345]  req@ffff96b4910583c0 x1874600972643456/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761345.501920:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972643456/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761345.501927:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761345.501930:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761345.501933:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972643456:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761345.501963:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972643584:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761345.501985:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761345.501998:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761345/real 1787761345]  req@ffff96b491058b40 x1874600972643584/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761345.502009:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972643584/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761345.502015:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761345.502018:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761345.502021:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972643584:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761346.077695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761346.141709:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761347.101722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761347.165726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761348.125751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761348.189774:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761349.149711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761349.213752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761350.173732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761350.237724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761350.621712:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761350.621722:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761350.621726:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761350.621736:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2588
00000100:00080000:1.0:1787761350.621746:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761350.621754:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761350.621786:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972643712/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761350.621814:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761350.621817:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761350.621831:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761350.621836:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2588
00000100:00080000:1.0:1787761350.621840:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761350.621844:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761350.621853:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761350.621869:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972643712:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761350.621869:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972643840/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761350.621984:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972643840:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761351.197719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761351.261748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761352.221712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761352.285717:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761353.245692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761353.309738:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787761353.693973:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:2.0:1787761353.694012:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761353.694026:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787761353.694063:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:0.0:1787761353.694115:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761350/real 1787761353]  req@ffff96b48d40c000 x1874600972643840/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761353.694140:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972643840/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761353.694152:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761353.694156:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761353.694160:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972643840:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761353.694180:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761350/real 1787761353]  req@ffff96b48d40d680 x1874600972643712/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761353.694193:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972643712/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761353.694207:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761353.694210:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761353.694214:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972643712:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761354.269703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761354.334498:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761355.293722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761355.357748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761355.741816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761355.741825:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761355.741829:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761355.741906:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2593
00000100:00080000:3.0:1787761355.741916:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761355.741923:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761355.741965:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972643968/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761355.741998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761355.742009:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761355.742012:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761355.742016:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2593
00000100:00080000:3.0:1787761355.742020:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761355.742024:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761355.742033:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761355.742046:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972644096/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761355.742054:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972643968:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761355.742198:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761355.742244:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761355/real 1787761355]  req@ffff96b491058f00 x1874600972643968/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761355.742261:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972643968/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761355.742271:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761355.742275:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761355.742279:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972643968:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761355.742302:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972644096:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761355.742323:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761355.742350:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761355/real 1787761355]  req@ffff96b491058b40 x1874600972644096/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761355.742375:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972644096/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761355.742384:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761355.742387:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761355.742390:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972644096:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761356.317704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761356.381679:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761357.342042:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761357.405737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761358.365738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761358.429766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761359.389696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761359.453711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761360.413711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761360.477709:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761360.861759:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761360.861782:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761360.861786:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761360.861796:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2598
00000100:00080000:1.0:1787761360.861806:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761360.861814:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761360.861847:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972644224/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761360.861866:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761360.861881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761360.861883:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761360.861886:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2598
00000100:00080000:1.0:1787761360.861888:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761360.861892:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761360.861900:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761360.861909:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972644352/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761360.861948:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972644224:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761360.862042:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761360.862091:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761360/real 1787761360]  req@ffff96b48d40e1c0 x1874600972644224/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761360.862109:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972644224/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761360.862120:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761360.862124:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761360.862128:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972644224:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761360.862135:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972644352:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761360.862155:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761360.862165:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761360/real 1787761360]  req@ffff96b48d40ed00 x1874600972644352/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761360.862188:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972644352/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761360.862196:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761360.862199:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761360.862201:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972644352:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761361.437703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761361.501881:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761362.461739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761362.525700:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761363.486007:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761363.549725:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761364.509766:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761364.573803:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761365.533675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761365.597721:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761365.981681:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761365.981689:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761365.981692:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761365.981700:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2603
00000100:00080000:0.0:1787761365.981707:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761365.981712:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761365.981741:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972644480/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761365.981759:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761365.981762:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761365.981763:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761365.981766:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2603
00000100:00080000:0.0:1787761365.981768:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761365.981782:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761365.981790:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761365.981795:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972644480:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761365.981802:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972644608/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761365.981858:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761365.981898:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761365/real 1787761365]  req@ffff96b491184b40 x1874600972644480/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761365.981917:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972644480/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761365.981927:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761365.981931:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761365.981935:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972644480:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761365.981956:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972644608:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761365.981974:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761365.981992:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761365/real 1787761365]  req@ffff96b491186d00 x1874600972644608/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761365.982003:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972644608/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761365.982011:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761365.982014:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761365.982017:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972644608:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761366.557736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761366.621788:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761367.581661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761367.645743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761368.605676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761368.669705:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761369.629696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761369.693752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761370.653651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761370.717707:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761371.101687:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761371.101695:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761371.101699:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761371.101708:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2608
00000100:00080000:2.0:1787761371.101724:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761371.101731:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761371.101765:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972644736/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761371.101789:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761371.101793:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761371.101808:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761371.101813:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2608
00000100:00080000:2.0:1787761371.101816:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761371.101820:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761371.101828:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761371.101842:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972644736:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761371.101842:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972644864/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761371.101911:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761371.101956:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761371/real 1787761371]  req@ffff96b49109c3c0 x1874600972644736/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761371.101973:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972644736/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761371.101982:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761371.101985:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761371.101989:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972644736:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761371.102010:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972644864:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761371.102030:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761371.102066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761371/real 1787761371]  req@ffff96b49109e1c0 x1874600972644864/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761371.102078:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972644864/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761371.102086:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761371.102089:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761371.102091:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972644864:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761371.677703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761371.741698:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761372.701657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761372.765780:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761373.725719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761373.789741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761374.749696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761374.813698:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761375.773675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761375.837718:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761376.221726:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761376.221737:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761376.221742:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761376.221752:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2613
00000100:00080000:2.0:1787761376.221763:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761376.221771:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761376.221806:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972644992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761376.221832:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761376.221834:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761376.221836:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761376.221838:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2613
00000100:00080000:2.0:1787761376.221842:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761376.221846:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761376.221855:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761376.221869:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972645120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761376.221875:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972644992:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761376.221926:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761376.221974:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761376/real 1787761376]  req@ffff96b49109c000 x1874600972644992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761376.221988:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972644992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761376.221995:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761376.221998:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761376.222000:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972644992:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761376.222019:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972645120:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761376.222036:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761376.222054:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761376/real 1787761376]  req@ffff96b49109cb40 x1874600972645120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761376.222062:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972645120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761376.222076:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761376.222079:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761376.222082:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972645120:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761376.797688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761376.861726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761377.821703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761377.885707:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761378.845716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761378.909721:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761379.869728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761379.933756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761380.893685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761380.957692:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761381.341699:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761381.341706:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761381.341709:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761381.341717:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2618
00000100:00080000:1.0:1787761381.341724:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761381.341729:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761381.341757:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972645248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761381.341780:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761381.341784:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761381.341786:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761381.341802:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2618
00000100:00080000:1.0:1787761381.341807:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761381.341811:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761381.341822:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761381.341833:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972645376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761381.341862:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972645248:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761381.341950:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761381.342012:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761381/real 1787761381]  req@ffff96b48d40f480 x1874600972645248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761381.342036:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972645248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761381.342048:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761381.342053:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761381.342056:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972645248:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761381.342101:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972645376:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761381.342126:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761381.342140:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761381/real 1787761381]  req@ffff96b48d40f0c0 x1874600972645376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761381.342153:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972645376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761381.342162:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761381.342165:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761381.342168:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972645376:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761381.917707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761381.981734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761382.941684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761383.005703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761383.965685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761384.029762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761384.989653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761385.053666:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761386.013699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761386.077828:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761386.461661:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761386.461669:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761386.461672:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761386.461680:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2623
00000100:00080000:1.0:1787761386.461689:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761386.461696:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761386.461727:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972645504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761386.461763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761386.461766:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761386.461767:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761386.461770:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2623
00000100:00080000:1.0:1787761386.461786:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761386.461790:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761386.461796:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972645504:192.168.204.133@tcp:250:kworker.0
00000008:00100000:1.0:1787761386.461800:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761386.461814:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972645632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761386.461851:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761386.461883:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761386/real 1787761386]  req@ffff96b48d40e580 x1874600972645504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761386.461896:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972645504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761386.461904:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761386.461907:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761386.461910:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972645504:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761386.461928:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972645632:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761386.461952:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761386.461960:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761386/real 1787761386]  req@ffff96b48d40de00 x1874600972645632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761386.461969:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972645632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761386.461975:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761386.461977:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761386.461979:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972645632:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761387.037758:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761387.101777:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761388.061669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761388.125785:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761389.085731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761389.149761:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761390.109708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761390.173822:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761391.133770:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761391.197737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761391.581744:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761391.581752:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761391.581755:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761391.581763:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2629
00000100:00080000:2.0:1787761391.581772:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761391.581778:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761391.581809:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972645760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761391.581830:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761391.581832:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761391.581834:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761391.581836:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2629
00000100:00080000:2.0:1787761391.581839:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761391.581841:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761391.581848:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761391.581858:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972645888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761391.581908:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972645760:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761391.581986:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761391.582052:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761391/real 1787761391]  req@ffff96b49109fc00 x1874600972645760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761391.582074:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972645760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761391.582086:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761391.582090:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761391.582093:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972645760:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761391.582103:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972645888:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761391.582139:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761391.582150:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761391/real 1787761391]  req@ffff96b49109cb40 x1874600972645888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761391.582157:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972645888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761391.582163:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761391.582166:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761391.582167:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972645888:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761392.157699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761392.221737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761393.181723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761393.245701:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761394.205711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761394.269710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761395.229710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761395.293765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761396.253721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761396.317742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761396.701707:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761396.701719:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761396.701723:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761396.701734:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2634
00000100:00080000:2.0:1787761396.701746:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761396.701755:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761396.701802:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972646016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761396.701828:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761396.701831:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761396.701833:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761396.701836:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2634
00000100:00080000:2.0:1787761396.701839:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761396.701842:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761396.701850:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761396.701860:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972646144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761396.701873:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972646016:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761396.701940:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761396.701973:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761396/real 1787761396]  req@ffff96b49109c000 x1874600972646016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761396.701987:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972646016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761396.701995:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761396.701998:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761396.702001:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972646016:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761396.702032:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972646144:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761396.702065:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761396.702079:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761396/real 1787761396]  req@ffff96b49109e1c0 x1874600972646144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761396.702093:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972646144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761396.702103:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761396.702106:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761396.702110:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972646144:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761397.277726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761397.341746:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761398.301737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761398.365726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761399.325690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761399.389706:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761400.349676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761400.413702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761401.373675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761401.437768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761401.821716:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761401.821729:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761401.821734:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761401.821746:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2639
00000100:00080000:2.0:1787761401.821759:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761401.821767:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761401.821816:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972646272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761401.821842:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761401.821845:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761401.821846:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761401.821850:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2639
00000100:00080000:2.0:1787761401.821852:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761401.821874:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761401.821884:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761401.821890:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972646272:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761401.821896:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972646400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761401.821968:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761401.822012:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761401/real 1787761401]  req@ffff96b49109c3c0 x1874600972646272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761401.822027:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972646272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761401.822035:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761401.822037:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761401.822040:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972646272:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761401.822061:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972646400:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761401.822084:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761401.822092:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761401/real 1787761401]  req@ffff96b49109d2c0 x1874600972646400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761401.822102:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972646400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761401.822110:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761401.822113:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761401.822117:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972646400:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761402.397706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761402.461743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761403.421712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761403.485758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761404.445700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761404.509820:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761405.469707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761405.533810:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761406.493696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761406.557750:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761406.941736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761406.941746:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761406.941750:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761406.941759:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2644
00000100:00080000:1.0:1787761406.941769:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761406.941777:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761406.941815:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972646528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761406.941844:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761406.941848:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761406.941850:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761406.941855:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2644
00000100:00080000:1.0:1787761406.941858:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761406.941863:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761406.941882:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972646528:192.168.204.133@tcp:250:kworker.0
00000008:00100000:1.0:1787761406.941888:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761406.941904:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972646656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761406.941958:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761406.942001:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761406/real 1787761406]  req@ffff96b48d40fc00 x1874600972646528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761406.942029:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972646528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761406.942041:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761406.942045:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761406.942049:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972646528:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761406.942074:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972646656:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761406.942103:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761406.942113:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761406/real 1787761406]  req@ffff96b48d40de00 x1874600972646656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761406.942120:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972646656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761406.942126:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761406.942128:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761406.942130:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972646656:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761407.517694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761407.581828:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761408.541729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761408.605761:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761409.565653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761409.629736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761410.589700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761410.653696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761411.613640:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761411.677768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761412.061656:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761412.061667:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761412.061671:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761412.061681:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2649
00000100:00080000:1.0:1787761412.061692:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761412.061700:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761412.061735:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972646784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761412.061762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761412.061766:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761412.061768:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761412.061772:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2649
00000100:00080000:1.0:1787761412.061776:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761412.061781:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761412.061790:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761412.061804:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972646912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761412.061809:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972646784:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761412.061870:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761412.061904:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761412/real 1787761412]  req@ffff96b48d40e580 x1874600972646784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761412.061919:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972646784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761412.061930:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761412.061934:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761412.061939:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972646784:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761412.061961:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972646912:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761412.061997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761412.062008:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761412/real 1787761412]  req@ffff96b48d40f0c0 x1874600972646912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761412.062018:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972646912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761412.062025:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761412.062027:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761412.062030:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972646912:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761412.637708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761412.701719:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761413.661689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761413.725724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761414.685677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761414.749698:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761415.709697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761415.773766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761416.733724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761416.797673:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761417.181697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761417.181707:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761417.181711:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761417.181723:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2654
00000100:00080000:1.0:1787761417.181755:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761417.181762:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761417.181798:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972647040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761417.181823:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761417.181826:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761417.181827:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761417.181830:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2654
00000100:00080000:1.0:1787761417.181833:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761417.181835:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761417.181845:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761417.181855:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972647040:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761417.181856:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972647168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761417.181968:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972647168:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761417.757732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761417.821764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761418.781690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761418.845751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761419.805692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761419.869719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787761420.253859:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:2.0:1787761420.253906:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761420.253927:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787761420.253964:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:0.0:1787761420.254011:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761417/real 1787761420]  req@ffff96b48d40ed00 x1874600972647168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761420.254035:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972647168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761420.254048:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761420.254068:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761420.254072:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972647168:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761420.254093:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761417/real 1787761420]  req@ffff96b48d40f480 x1874600972647040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761420.254109:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972647040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761420.254118:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761420.254121:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761420.254125:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972647040:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761420.829704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761420.893720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761421.853739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761421.917672:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761422.301751:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761422.301763:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761422.301767:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761422.301780:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2659
00000100:00080000:2.0:1787761422.301792:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761422.301800:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761422.301841:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972647296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761422.301872:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761422.301876:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761422.301877:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761422.301882:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2659
00000100:00080000:2.0:1787761422.301886:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761422.301890:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761422.301903:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761422.301916:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972647296:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761422.301917:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972647424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761422.302011:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761422.302091:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761422/real 1787761422]  req@ffff96b49109f840 x1874600972647296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761422.302112:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972647296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761422.302123:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761422.302128:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761422.302132:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972647296:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761422.302169:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972647424:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761422.302194:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761422.302221:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761422/real 1787761422]  req@ffff96b49109d2c0 x1874600972647424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761422.302232:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972647424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761422.302241:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761422.302243:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761422.302246:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972647424:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761422.877683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761422.941762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761423.901695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761423.965850:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761424.925665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761424.989748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761425.949706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761426.013703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761426.973694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761427.037735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761427.421695:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761427.421703:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761427.421706:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761427.421715:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2664
00000100:00080000:2.0:1787761427.421724:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761427.421730:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761427.421765:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972647552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761427.421795:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761427.421799:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761427.421800:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761427.421804:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2664
00000100:00080000:2.0:1787761427.421808:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761427.421812:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761427.421821:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761427.421835:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972647680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761427.421860:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972647552:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761427.421937:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761427.421996:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761427/real 1787761427]  req@ffff96b49109c3c0 x1874600972647552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761427.422015:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972647552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761427.422024:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761427.422027:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761427.422030:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972647552:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761427.422054:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972647680:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761427.422086:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761427.422095:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761427/real 1787761427]  req@ffff96b49109e1c0 x1874600972647680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761427.422102:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972647680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761427.422108:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761427.422110:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761427.422112:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972647680:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761427.997749:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761428.061768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761429.021672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761429.085702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761430.045703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761430.109757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761431.069672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761431.133806:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761432.093703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761432.157749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761432.541659:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761432.541667:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761432.541669:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761432.541683:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2670
00000100:00080000:2.0:1787761432.541691:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761432.541708:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761432.541734:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972647808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761432.541753:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761432.541756:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761432.541757:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761432.541759:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2670
00000100:00080000:2.0:1787761432.541762:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761432.541764:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761432.541771:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761432.541779:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972647936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761432.541808:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972647808:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761432.541876:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761432.541909:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761432/real 1787761432]  req@ffff96b49109c000 x1874600972647808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761432.541926:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972647808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761432.541934:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761432.541937:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761432.541939:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972647808:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761432.541944:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972647936:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761432.541959:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761432.541967:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761432/real 1787761432]  req@ffff96b49109cb40 x1874600972647936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761432.541991:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972647936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761432.541996:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761432.541998:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761432.542000:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972647936:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761433.117634:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761433.181742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761434.141687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761434.205701:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761435.165714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761435.229781:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761436.189741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761436.253730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761437.213697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761437.277783:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761437.661680:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761437.661690:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761437.661694:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761437.661704:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2675
00000100:00080000:2.0:1787761437.661715:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761437.661723:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761437.661763:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972648064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761437.661788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761437.661804:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761437.661806:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761437.661809:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2675
00000100:00080000:2.0:1787761437.661812:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761437.661816:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761437.661824:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761437.661835:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972648192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761437.661842:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972648064:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761437.661902:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761437.661947:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761437/real 1787761437]  req@ffff96b49109fc00 x1874600972648064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761437.661965:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972648064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761437.661974:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761437.661978:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761437.661982:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972648064:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761437.662005:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972648192:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761437.662026:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761437.662038:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761437/real 1787761437]  req@ffff96b49109cb40 x1874600972648192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761437.662048:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972648192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761437.662067:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761437.662070:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761437.662073:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972648192:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761438.237698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761438.301724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761439.261659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761439.325749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761440.285674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761440.349729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761441.309687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761441.373723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761442.333726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761442.397729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761442.781756:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761442.781763:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761442.781766:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761442.781775:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2680
00000100:00080000:0.0:1787761442.781782:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761442.781787:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761442.781827:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972648320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761442.781852:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761442.781854:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761442.781856:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761442.781858:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2680
00000100:00080000:0.0:1787761442.781861:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761442.781863:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761442.781870:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761442.781878:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972648448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761442.781897:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972648320:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761442.781945:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761442.781974:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761442/real 1787761442]  req@ffff96b491186580 x1874600972648320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761442.781985:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972648320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761442.781991:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761442.781994:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761442.781996:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972648320:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761442.782000:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972648448:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761442.782013:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761442.782020:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761442/real 1787761442]  req@ffff96b491185680 x1874600972648448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761442.782026:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972648448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761442.782031:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761442.782032:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761442.782034:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972648448:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761443.357699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761443.421784:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761444.381734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761444.445736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761445.405736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761445.469760:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761446.429686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761446.493658:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761447.453701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761447.517746:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761447.901743:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761447.901759:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761447.901765:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761447.901778:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2685
00000100:00080000:0.0:1787761447.901791:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761447.901801:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761447.901850:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972648576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761447.901905:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761447.901910:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761447.901913:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761447.901918:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2685
00000100:00080000:0.0:1787761447.901924:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761447.901930:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761447.901944:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761447.901949:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972648576:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761447.901969:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972648704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761447.902011:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761447.902049:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761447/real 1787761447]  req@ffff96b491185e00 x1874600972648576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761447.902064:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972648576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761447.902072:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761447.902075:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761447.902078:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972648576:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761447.902098:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972648704:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761447.902119:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761447.902135:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761447/real 1787761447]  req@ffff96b491185680 x1874600972648704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761447.902149:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972648704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761447.902159:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761447.902163:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761447.902168:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972648704:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761448.477712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761448.541778:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761449.501631:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761449.565730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761450.525655:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761450.589702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761451.549689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761451.613735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761452.573689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761452.637709:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761453.021686:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761453.021696:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761453.021700:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761453.021710:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2690
00000100:00080000:0.0:1787761453.021721:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761453.021730:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761453.021764:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972648832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761453.021805:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761453.021807:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761453.021809:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761453.021811:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2690
00000100:00080000:0.0:1787761453.021815:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761453.021818:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761453.021825:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761453.021833:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972648960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761453.021857:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972648832:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761453.021910:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761453.021948:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761453/real 1787761453]  req@ffff96b491186580 x1874600972648832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761453.021972:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972648832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761453.021982:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761453.021986:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761453.021990:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972648832:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761453.021996:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972648960:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761453.022014:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761453.022025:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761453/real 1787761453]  req@ffff96b491186d00 x1874600972648960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761453.022036:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972648960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761453.022044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761453.022047:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761453.022050:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972648960:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761453.597701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761453.661704:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761454.621697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761454.685712:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761455.645691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761455.709734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761456.669732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761456.733716:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761457.693725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761457.757792:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761458.141760:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761458.141771:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761458.141777:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761458.141787:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2695
00000100:00080000:0.0:1787761458.141799:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761458.141807:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761458.141854:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972649088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761458.141878:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761458.141903:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761458.141904:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761458.141909:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2695
00000100:00080000:0.0:1787761458.141912:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761458.141916:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761458.141925:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972649088:192.168.204.133@tcp:250:kworker.0
00000008:00100000:0.0:1787761458.141926:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761458.141940:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972649216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761458.141995:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761458.142050:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761458/real 1787761458]  req@ffff96b491184b40 x1874600972649088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761458.142064:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972649088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761458.142082:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761458.142085:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761458.142088:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972649088:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761458.142111:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972649216:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761458.142127:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761458.142136:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761458/real 1787761458]  req@ffff96b491186d00 x1874600972649216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761458.142143:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972649216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761458.142148:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761458.142150:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761458.142152:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972649216:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761458.717713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761458.781730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761459.741729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761459.805774:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761460.765685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761460.829684:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761461.789722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761461.853768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761462.813643:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761462.877716:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761463.261716:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761463.261723:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761463.261726:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761463.261735:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2700
00000100:00080000:1.0:1787761463.261743:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761463.261749:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761463.261780:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972649344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761463.261800:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761463.261815:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761463.261816:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761463.261820:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2700
00000100:00080000:1.0:1787761463.261823:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761463.261825:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761463.261833:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761463.261834:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972649344:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761463.261845:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972649472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761463.261896:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761463.261942:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761463/real 1787761463]  req@ffff96b48d40e1c0 x1874600972649344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761463.261964:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972649344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761463.261974:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761463.261978:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761463.261981:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972649344:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761463.262006:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972649472:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761463.262026:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761463.262037:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761463/real 1787761463]  req@ffff96b48d40d680 x1874600972649472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761463.262047:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972649472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761463.262054:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761463.262056:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761463.262059:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972649472:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761463.837692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761463.901757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761464.861735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761464.925699:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761465.885702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761465.949747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761466.909686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761466.973722:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761467.933645:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761467.997743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761468.381646:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761468.381652:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761468.381655:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761468.381662:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2705
00000100:00080000:1.0:1787761468.381670:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761468.381675:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761468.381704:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972649600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761468.381722:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761468.381724:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761468.381726:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761468.381728:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2705
00000100:00080000:1.0:1787761468.381731:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761468.381735:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761468.381744:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761468.381758:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972649728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761468.381764:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972649600:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761468.381813:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761468.381846:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761468/real 1787761468]  req@ffff96b48d40c000 x1874600972649600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761468.381860:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972649600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761468.381867:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761468.381874:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761468.381877:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972649600:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761468.381895:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972649728:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761468.381910:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761468.381918:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761468/real 1787761468]  req@ffff96b48d40d680 x1874600972649728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761468.381925:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972649728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761468.381932:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761468.381935:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761468.381939:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972649728:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761468.957687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761469.021659:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761469.981681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761470.045693:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761471.005692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761471.069707:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761472.029714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761472.093827:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761473.053737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761473.117693:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761473.501687:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761473.501695:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761473.501698:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761473.501719:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2711
00000100:00080000:2.0:1787761473.501728:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761473.501733:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761473.501757:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972649856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761473.501777:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761473.501779:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761473.501780:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761473.501783:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2711
00000100:00080000:2.0:1787761473.501784:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761473.501786:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761473.501793:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761473.501801:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972649984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761473.501827:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972649856:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761473.501900:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761473.501948:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761473/real 1787761473]  req@ffff96b49109c000 x1874600972649856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761473.501967:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972649856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761473.501986:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761473.501990:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761473.501993:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972649856:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761473.501999:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972649984:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761473.502025:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761473.502034:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761473/real 1787761473]  req@ffff96b49109e1c0 x1874600972649984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761473.502042:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972649984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761473.502058:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761473.502062:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761473.502064:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972649984:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761474.077717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761474.141770:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761475.101852:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761475.165752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761476.125706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761476.189793:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761477.149725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761477.213771:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761478.173689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761478.237772:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761478.621691:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761478.621699:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761478.621702:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761478.621711:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2716
00000100:00080000:2.0:1787761478.621719:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761478.621726:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761478.621757:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972650112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761478.621800:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761478.621803:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761478.621805:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761478.621813:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2716
00000100:00080000:2.0:1787761478.621817:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761478.621822:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761478.621831:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761478.621838:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972650112:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761478.621849:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972650240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761478.621922:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761478.621979:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761478/real 1787761478]  req@ffff96b49109c3c0 x1874600972650112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761478.622013:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972650112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761478.622025:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761478.622029:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761478.622034:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972650112:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761478.622064:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972650240:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761478.622087:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761478.622100:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761478/real 1787761478]  req@ffff96b49109d2c0 x1874600972650240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761478.622110:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972650240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761478.622119:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761478.622121:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761478.622124:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972650240:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761479.197747:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761479.261744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761480.221673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761480.285749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761481.245699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761481.309710:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761482.269621:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761482.333696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761483.293743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761483.357704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761483.741703:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761483.741711:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761483.741714:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761483.741724:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2721
00000100:00080000:2.0:1787761483.741733:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761483.741739:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761483.741777:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972650368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761483.741805:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761483.741809:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761483.741811:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761483.741816:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2721
00000100:00080000:2.0:1787761483.741827:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761483.741832:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761483.741842:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761483.741870:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972650496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761483.741904:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972650368:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761483.741984:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972650496:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761484.317720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761484.381768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761485.341711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761485.405703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761486.365681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761486.429711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787761486.813892:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787761486.813936:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761486.813951:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787761486.813990:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787761486.814039:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761483/real 1787761486]  req@ffff96b49109f840 x1874600972650368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761486.814062:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972650368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761486.814073:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761486.814077:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761486.814081:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972650368:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761486.814089:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761483/real 1787761486]  req@ffff96b49109d2c0 x1874600972650496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761486.814101:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972650496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761486.814109:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761486.814112:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761486.814139:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972650496:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761487.389692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761487.453702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761488.413673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761488.477724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761488.861698:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761488.861708:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761488.861712:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761488.861722:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2726
00000100:00080000:2.0:1787761488.861733:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761488.861740:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761488.861783:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972650624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761488.861810:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761488.861813:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761488.861815:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761488.861820:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2726
00000100:00080000:2.0:1787761488.861823:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761488.861828:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761488.861836:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761488.861846:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972650752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761488.861883:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972650624:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761488.861943:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761488.861981:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761488/real 1787761488]  req@ffff96b49109d2c0 x1874600972650624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761488.861999:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972650624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761488.862009:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761488.862013:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761488.862017:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972650624:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761488.862024:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972650752:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761488.862046:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761488.862060:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761488/real 1787761488]  req@ffff96b49109f840 x1874600972650752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761488.862072:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972650752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761488.862080:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761488.862083:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761488.862086:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972650752:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761489.437661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761489.501767:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761490.461739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761490.525757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761491.485664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761491.549736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761492.509640:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761492.573758:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761493.533686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761493.597748:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761493.981705:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761493.981713:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761493.981718:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761493.981742:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2731
00000100:00080000:2.0:1787761493.981753:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761493.981760:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761493.981793:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972650880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761493.981812:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761493.981814:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761493.981815:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761493.981820:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2731
00000100:00080000:2.0:1787761493.981822:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761493.981825:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761493.981832:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761493.981841:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972651008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761493.981859:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972650880:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761493.981915:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761493.981951:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761493/real 1787761493]  req@ffff96b49109c3c0 x1874600972650880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761493.981973:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972650880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761493.981980:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761493.981983:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761493.981985:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972650880:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761493.981990:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972651008:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761493.982005:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761493.982012:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761493/real 1787761493]  req@ffff96b49109e1c0 x1874600972651008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761493.982019:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972651008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761493.982024:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761493.982025:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761493.982027:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972651008:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761494.557729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761494.621757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761495.581691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761495.645724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761496.605691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761496.669779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761497.629702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761497.693693:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761498.653691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761498.717738:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761499.101714:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761499.101725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761499.101730:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761499.101740:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2736
00000100:00080000:1.0:1787761499.101748:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761499.101754:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761499.101789:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972651136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761499.101816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761499.101820:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761499.101825:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761499.101829:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2736
00000100:00080000:1.0:1787761499.101833:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761499.101837:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761499.101847:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761499.101862:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972651264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761499.101867:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972651136:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761499.101935:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761499.101979:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761499/real 1787761499]  req@ffff96b48d40e1c0 x1874600972651136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761499.101998:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972651136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761499.102026:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761499.102030:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761499.102034:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972651136:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761499.102055:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972651264:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761499.102079:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761499.102098:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761499/real 1787761499]  req@ffff96b48d40f480 x1874600972651264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761499.102106:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972651264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761499.102112:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761499.102113:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761499.102115:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972651264:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761499.677692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761499.741688:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761500.701718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761500.765766:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761501.725673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761501.789749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761502.749739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761502.813754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761503.773675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761503.837721:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761504.221700:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761504.221708:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761504.221726:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761504.221737:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2741
00000100:00080000:1.0:1787761504.221747:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761504.221754:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761504.221785:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972651392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761504.221813:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761504.221817:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761504.221819:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761504.221823:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2741
00000100:00080000:1.0:1787761504.221827:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761504.221831:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761504.221840:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761504.221852:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972651520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761504.221858:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972651392:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761504.221912:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761504.221949:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761504/real 1787761504]  req@ffff96b48d40ed00 x1874600972651392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761504.221961:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972651392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761504.221969:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761504.221971:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761504.221974:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972651392:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761504.221997:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972651520:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761504.222018:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761504.222030:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761504/real 1787761504]  req@ffff96b48d40f0c0 x1874600972651520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761504.222041:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972651520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761504.222049:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761504.222052:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761504.222055:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972651520:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761504.797682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761504.861758:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761505.821705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761505.885758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761506.845672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761506.909790:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761507.869676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761507.933705:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761508.893635:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761508.957740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761509.341667:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761509.341678:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761509.341682:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761509.341692:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2746
00000100:00080000:1.0:1787761509.341702:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761509.341715:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761509.341746:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972651648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761509.341766:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761509.341785:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761509.341788:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761509.341793:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2746
00000100:00080000:1.0:1787761509.341797:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787761509.341802:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972651648:192.168.204.133@tcp:250:kworker.0
00000100:00080000:1.0:1787761509.341805:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761509.341817:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761509.341831:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972651776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761509.341871:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761509.341908:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761509/real 1787761509]  req@ffff96b48d40e580 x1874600972651648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761509.341919:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972651648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761509.341927:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761509.341931:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761509.341934:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972651648:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761509.341955:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972651776:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761509.341970:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761509.341978:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761509/real 1787761509]  req@ffff96b48d40de00 x1874600972651776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761509.341991:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972651776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761509.341997:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761509.341999:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761509.342000:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972651776:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761509.917725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761509.981722:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761510.941672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761511.005730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761511.965724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761512.029693:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761512.989673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761513.053746:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761514.013683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761514.077662:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761514.461710:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761514.461718:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761514.461736:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761514.461744:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2751
00000100:00080000:2.0:1787761514.461752:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761514.461757:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761514.461783:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972651904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761514.461803:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761514.461806:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761514.461807:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761514.461810:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2751
00000100:00080000:2.0:1787761514.461812:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761514.461814:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761514.461820:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761514.461828:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972652032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761514.461847:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972651904:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761514.461893:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761514.461923:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761514/real 1787761514]  req@ffff96b49109c000 x1874600972651904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761514.461936:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972651904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761514.461943:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761514.461945:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761514.461947:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972651904:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761514.461952:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972652032:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761514.461969:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761514.461982:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761514/real 1787761514]  req@ffff96b49109cb40 x1874600972652032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761514.461993:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972652032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761514.462017:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761514.462021:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761514.462024:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972652032:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761515.037703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761515.101824:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761516.061664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761516.125735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761517.085679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761517.149709:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761518.109719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761518.173733:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761519.133691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761519.197708:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761519.581678:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761519.581685:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761519.581689:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761519.581703:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2757
00000100:00080000:2.0:1787761519.581714:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761519.581721:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761519.581752:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972652160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761519.581774:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761519.581789:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761519.581792:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761519.581798:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2757
00000100:00080000:2.0:1787761519.581802:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761519.581808:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761519.581817:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972652160:192.168.204.133@tcp:250:kworker.0
00000008:00100000:2.0:1787761519.581819:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761519.581840:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972652288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761519.581869:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761519.581904:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761519/real 1787761519]  req@ffff96b49109fc00 x1874600972652160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761519.581918:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972652160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761519.581926:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761519.581930:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761519.581933:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972652160:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761519.581952:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972652288:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761519.581977:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761519.581986:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761519/real 1787761519]  req@ffff96b49109cb40 x1874600972652288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761519.581995:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972652288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761519.582001:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761519.582004:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761519.582006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972652288:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761520.157702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761520.221718:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761521.181654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761521.245682:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761522.205687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761522.269722:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761523.229720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761523.293752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761524.253731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761524.317743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761524.701697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761524.701704:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761524.701708:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761524.701716:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2762
00000100:00080000:2.0:1787761524.701725:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761524.701731:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761524.701764:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972652416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761524.701785:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761524.701788:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761524.701790:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761524.701794:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2762
00000100:00080000:2.0:1787761524.701798:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761524.701802:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761524.701811:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761524.701825:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972652544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761524.701947:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972652416:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761524.702002:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761524.702035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761524/real 1787761524]  req@ffff96b49109c000 x1874600972652416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761524.702047:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972652416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761524.702077:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761524.702080:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761524.702083:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972652416:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761524.702089:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972652544:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761524.702107:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761524.702116:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761524/real 1787761524]  req@ffff96b49109e1c0 x1874600972652544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761524.702124:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972652544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761524.702131:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761524.702134:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761524.702137:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972652544:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761525.277703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761525.341706:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761526.301685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761526.365714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761527.325701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761527.389682:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761528.349664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761528.413704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761529.373691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761529.437671:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761529.821687:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761529.821698:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761529.821703:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761529.821714:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2767
00000100:00080000:2.0:1787761529.821725:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761529.821734:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761529.821770:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972652672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761529.821793:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761529.821796:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761529.821797:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761529.821800:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2767
00000100:00080000:2.0:1787761529.821803:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761529.821806:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761529.821814:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761529.821826:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972652800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761529.821854:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972652672:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761529.821916:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761529.821993:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761529/real 1787761529]  req@ffff96b49109c3c0 x1874600972652672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761529.822036:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972652672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761529.822048:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761529.822052:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761529.822056:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972652672:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761529.822063:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972652800:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761529.822086:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761529.822099:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761529/real 1787761529]  req@ffff96b49109f840 x1874600972652800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761529.822112:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972652800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761529.822121:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761529.822124:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761529.822128:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972652800:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761530.397656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761530.461735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761531.421723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761531.485681:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761532.445705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761532.509691:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761533.469693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761533.533657:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761534.493688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761534.557720:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761534.941691:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761534.941699:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761534.941703:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761534.941711:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2772
00000100:00080000:2.0:1787761534.941721:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761534.941727:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761534.941780:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972652928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761534.941803:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761534.941805:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761534.941807:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761534.941810:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2772
00000100:00080000:2.0:1787761534.941813:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761534.941816:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761534.941823:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761534.941833:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972653056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761534.941901:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972652928:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761534.941983:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761534.942058:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761534/real 1787761534]  req@ffff96b49109d2c0 x1874600972652928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761534.942077:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972652928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761534.942101:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761534.942105:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761534.942108:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972652928:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761534.942115:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972653056:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761534.942136:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761534.942146:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761534/real 1787761534]  req@ffff96b49109f840 x1874600972653056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761534.942154:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972653056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761534.942160:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761534.942170:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761534.942172:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972653056:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761535.517710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761535.581722:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761536.541668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761536.605714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761537.565686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761537.629744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761538.589670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761538.653720:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761539.613725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761539.677762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761540.061740:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761540.061756:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761540.061771:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761540.061786:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2777
00000100:00080000:1.0:1787761540.061799:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761540.061807:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761540.061852:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972653184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761540.061883:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761540.061888:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761540.061890:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761540.061896:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2777
00000100:00080000:1.0:1787761540.061900:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761540.061906:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761540.061920:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761540.061938:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972653312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761540.061939:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972653184:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761540.062015:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761540.062057:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761540/real 1787761540]  req@ffff96b48d40fc00 x1874600972653184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761540.062074:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972653184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761540.062084:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761540.062087:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761540.062096:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972653184:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761540.062129:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972653312:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761540.062147:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761540.062157:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761540/real 1787761540]  req@ffff96b48d40de00 x1874600972653312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761540.062165:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972653312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761540.062172:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761540.062174:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761540.062176:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972653312:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761540.637665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761540.701789:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761541.661743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761541.725790:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761542.685651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761542.749741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761543.709729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761543.773722:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761544.733705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761544.797728:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761545.181723:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761545.181734:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761545.181739:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761545.181751:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2782
00000100:00080000:1.0:1787761545.181761:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761545.181769:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761545.181816:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972653440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761545.181850:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761545.181854:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761545.181856:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761545.181861:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2782
00000100:00080000:1.0:1787761545.181865:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761545.181870:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761545.181880:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761545.181897:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972653568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761545.181908:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972653440:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761545.181973:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761545.182019:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761545/real 1787761545]  req@ffff96b48d40e580 x1874600972653440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761545.182035:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972653440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761545.182044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761545.182047:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761545.182050:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972653440:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761545.182069:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972653568:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761545.182086:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761545.182098:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761545/real 1787761545]  req@ffff96b48d40f0c0 x1874600972653568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761545.182127:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972653568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761545.182137:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761545.182141:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761545.182144:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972653568:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761545.757692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761545.821736:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761546.781736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761546.845727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761547.805721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761547.869750:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761548.829716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761548.893707:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761549.853738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761549.917742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761550.301717:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761550.301732:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761550.301738:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761550.301753:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2787
00000100:00080000:3.0:1787761550.301768:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761550.301779:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761550.301828:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972653696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761550.301859:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761550.301863:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761550.301865:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761550.301869:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2787
00000100:00080000:3.0:1787761550.301873:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761550.301878:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761550.301891:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761550.301908:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972653824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761550.301920:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972653696:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761550.302052:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972653824:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761550.877721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761550.941765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761551.901698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761551.965736:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761552.925723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761552.989712:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761553.373901:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787761553.373947:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787761553.373966:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787761553.374005:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787761553.374066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761550/real 1787761553]  req@ffff96b49105ad00 x1874600972653824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761553.374101:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972653824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761553.374120:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761553.374125:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761553.374130:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972653824:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787761553.374138:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761550/real 1787761553]  req@ffff96b4910583c0 x1874600972653696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761553.374175:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972653696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761553.374184:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761553.374187:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761553.374191:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972653696:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761553.949683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761554.013711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761554.973681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761555.037727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761555.421843:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761555.421857:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761555.421862:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761555.421876:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2792
00000100:00080000:3.0:1787761555.421890:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761555.421899:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761555.421957:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972653952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761555.422002:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761555.422007:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761555.422009:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761555.422014:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2792
00000100:00080000:3.0:1787761555.422018:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761555.422023:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761555.422037:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761555.422050:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972654080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761555.422358:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972653952:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787761555.422443:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761555.422505:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761555/real 1787761555]  req@ffff96b491059a40 x1874600972653952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761555.422528:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972653952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761555.422539:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761555.422544:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761555.422549:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972653952:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761555.422556:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972654080:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761555.422582:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761555.422626:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761555/real 1787761555]  req@ffff96b491058000 x1874600972654080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761555.422639:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972654080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761555.422646:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761555.422670:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761555.422674:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972654080:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761555.997747:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761556.061705:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761557.021747:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761557.085735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761558.045663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761558.109763:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761559.069679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761559.133752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761560.093665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761560.157672:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761560.541684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761560.541693:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761560.541697:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761560.541705:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2798
00000100:00080000:1.0:1787761560.541713:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761560.541719:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761560.541760:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972654208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761560.541780:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761560.541782:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761560.541783:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761560.541786:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2798
00000100:00080000:1.0:1787761560.541788:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761560.541790:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761560.541798:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761560.541806:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972654336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761560.541822:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972654208:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787761560.541877:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761560.541912:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761560/real 1787761560]  req@ffff96b48d40ed00 x1874600972654208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761560.541927:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972654208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761560.541936:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761560.541940:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761560.541943:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972654208:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761560.541963:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972654336:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761560.541981:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761560.541990:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761560/real 1787761560]  req@ffff96b48d40f480 x1874600972654336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761560.542000:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972654336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761560.542008:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761560.542011:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761560.542014:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972654336:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761561.117694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761561.181693:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761562.141707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761562.205733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761563.165737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761563.229737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761564.189687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761564.253708:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761565.213673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761565.277717:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761565.661678:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761565.661688:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761565.661709:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761565.661719:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2803
00000100:00080000:3.0:1787761565.661730:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761565.661737:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761565.661772:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972654464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761565.661807:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761565.661812:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761565.661814:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761565.661819:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2803
00000100:00080000:3.0:1787761565.661822:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761565.661827:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761565.661838:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761565.661854:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972654592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761565.661894:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972654464:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787761565.661971:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761565.662011:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761565/real 1787761565]  req@ffff96b491059680 x1874600972654464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761565.662028:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972654464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761565.662040:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761565.662043:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761565.662047:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972654464:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761565.662055:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972654592:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761565.662075:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761565.662085:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761565/real 1787761565]  req@ffff96b491058000 x1874600972654592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761565.662095:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972654592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761565.662102:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761565.662104:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761565.662107:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972654592:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761566.237710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761566.301724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761567.261672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761567.325700:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761568.285715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761568.349713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761569.309648:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761569.373706:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761570.333677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761570.397670:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761570.781690:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761570.781697:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761570.781701:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761570.781708:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2808
00000100:00080000:1.0:1787761570.781716:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761570.781722:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761570.781752:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972654720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761570.781770:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761570.781773:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761570.781774:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761570.781777:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2808
00000100:00080000:1.0:1787761570.781781:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787761570.781798:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972654720:192.168.204.133@tcp:250:kworker.0
00000100:00080000:1.0:1787761570.781803:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761570.781813:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761570.781827:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972654848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761570.781857:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761570.781888:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761570/real 1787761570]  req@ffff96b48d40e1c0 x1874600972654720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761570.781909:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972654720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761570.781916:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761570.781918:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761570.781921:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972654720:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761570.781937:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972654848:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761570.781951:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761570.781958:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761570/real 1787761570]  req@ffff96b48d40d680 x1874600972654848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761570.781965:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972654848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761570.781970:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761570.781972:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761570.781974:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972654848:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761571.357706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761571.421741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761572.381709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761572.445712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761573.405714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761573.469701:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761574.429689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761574.493703:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761575.453662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761575.517783:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761575.901696:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761575.901707:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761575.901710:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761575.901719:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2813
00000100:00080000:2.0:1787761575.901729:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761575.901736:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761575.901767:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972654976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761575.901810:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761575.901813:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761575.901814:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761575.901817:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2813
00000100:00080000:2.0:1787761575.901820:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761575.901823:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761575.901830:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761575.901839:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972655104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761575.901859:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972654976:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761575.901904:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761575.901939:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761575/real 1787761575]  req@ffff96b49109c3c0 x1874600972654976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761575.901950:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972654976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761575.901957:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761575.901960:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761575.901968:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972654976:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761575.901972:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972655104:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761575.901988:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761575.901996:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761575/real 1787761575]  req@ffff96b49109e1c0 x1874600972655104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761575.902004:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972655104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761575.902012:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761575.902015:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761575.902018:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972655104:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761576.477667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761576.541676:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761577.501646:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761577.565673:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761578.525650:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761578.589692:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761579.549664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761579.613665:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761580.573687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761580.637727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761581.021712:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761581.021723:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761581.021727:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761581.021736:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2818
00000100:00080000:2.0:1787761581.021746:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761581.021753:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761581.021791:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972655232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761581.021821:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761581.021824:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761581.021826:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761581.021830:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2818
00000100:00080000:2.0:1787761581.021834:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761581.021838:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761581.021863:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761581.021864:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972655232:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761581.021881:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972655360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761581.021916:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761581.021954:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761581/real 1787761581]  req@ffff96b49109c000 x1874600972655232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761581.021978:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972655232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761581.021986:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761581.021989:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761581.021992:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972655232:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761581.022018:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972655360:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761581.022039:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761581.022060:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761581/real 1787761581]  req@ffff96b49109cb40 x1874600972655360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761581.022068:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972655360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761581.022073:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761581.022076:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761581.022079:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972655360:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761581.597654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761581.661712:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761582.623259:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761582.685781:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761583.645680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761583.709717:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761584.669676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761584.733723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761585.693716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761585.757725:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761586.141688:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761586.141697:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761586.141701:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761586.141711:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2823
00000100:00080000:1.0:1787761586.141721:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761586.141728:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761586.141772:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972655488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761586.141797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761586.141800:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761586.141802:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761586.141805:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2823
00000100:00080000:1.0:1787761586.141808:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761586.141812:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761586.141820:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761586.141833:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972655616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761586.141852:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972655488:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761586.141909:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761586.141943:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761586/real 1787761586]  req@ffff96b48d40c000 x1874600972655488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761586.141955:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972655488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761586.141963:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761586.141966:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761586.141968:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972655488:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761586.141985:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972655616:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761586.141998:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761586.142005:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761586/real 1787761586]  req@ffff96b48d40d680 x1874600972655616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761586.142011:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972655616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761586.142031:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761586.142034:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761586.142036:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972655616:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761586.717664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761586.781750:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761587.741682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761587.805714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761588.765662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761588.829699:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761589.789718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761589.853673:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761590.813688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761590.877718:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761591.261715:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761591.261725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761591.261728:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761591.261738:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2828
00000100:00080000:2.0:1787761591.261748:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761591.261756:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761591.261802:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972655744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761591.261827:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761591.261831:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761591.261833:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761591.261838:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2828
00000100:00080000:2.0:1787761591.261842:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761591.261847:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761591.261857:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761591.261865:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972655744:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761591.261873:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972655872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761591.261927:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761591.261964:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761591/real 1787761591]  req@ffff96b49109fc00 x1874600972655744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761591.261985:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972655744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761591.261996:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761591.262001:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761591.262005:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972655744:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761591.262023:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972655872:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761591.262042:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761591.262052:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761591/real 1787761591]  req@ffff96b49109cb40 x1874600972655872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761591.262059:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972655872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761591.262065:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761591.262067:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761591.262069:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972655872:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761591.837692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761591.901678:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761592.861690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761592.925696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761593.885710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761593.949731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761594.909681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761594.973742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761595.933793:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761595.997744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761596.381702:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761596.381712:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761596.381716:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761596.381725:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2833
00000100:00080000:2.0:1787761596.381751:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761596.381759:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761596.381790:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972656000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761596.381817:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761596.381820:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761596.381822:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761596.381826:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2833
00000100:00080000:2.0:1787761596.381830:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761596.381835:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761596.381844:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761596.381856:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972656000:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761596.381858:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972656128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761596.381920:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761596.381963:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761596/real 1787761596]  req@ffff96b49109c000 x1874600972656000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761596.381983:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972656000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761596.381993:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761596.381997:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761596.382000:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972656000:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761596.382020:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972656128:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761596.382039:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761596.382051:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761596/real 1787761596]  req@ffff96b49109e1c0 x1874600972656128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761596.382064:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972656128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761596.382071:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761596.382074:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761596.382085:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972656128:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761596.957688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761597.021717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761597.981695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761598.045754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761599.005690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761599.069713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761600.029718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761600.093720:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761601.053630:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761601.117694:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761601.501725:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761601.501735:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761601.501755:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761601.501765:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2839
00000100:00080000:1.0:1787761601.501776:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761601.501785:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761601.501816:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972656256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761601.501837:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761601.501840:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761601.501842:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761601.501846:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2839
00000100:00080000:1.0:1787761601.501850:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761601.501855:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761601.501864:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972656256:192.168.204.133@tcp:250:kworker.0
00000008:00100000:1.0:1787761601.501865:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761601.501882:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972656384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761601.501929:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761601.501966:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761601/real 1787761601]  req@ffff96b48d40e1c0 x1874600972656256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761601.501983:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972656256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761601.501993:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761601.501997:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761601.502001:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972656256:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761601.502019:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972656384:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761601.502037:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761601.502049:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761601/real 1787761601]  req@ffff96b48d40f480 x1874600972656384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761601.502060:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972656384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761601.502074:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761601.502078:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761601.502080:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972656384:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761602.077693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761602.141786:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761603.101673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761603.165709:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761604.125674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761604.189718:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761605.149711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761605.213714:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761606.173689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761606.237702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761606.621681:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761606.621688:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761606.621691:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761606.621699:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2844
00000100:00080000:2.0:1787761606.621708:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761606.621713:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761606.621741:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972656512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761606.621760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761606.621763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761606.621778:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761606.621781:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2844
00000100:00080000:2.0:1787761606.621784:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761606.621788:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761606.621797:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761606.621814:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972656512:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761606.621814:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972656640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761606.621874:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761606.621906:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761606/real 1787761606]  req@ffff96b49109c3c0 x1874600972656512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761606.621923:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972656512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761606.621933:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761606.621937:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761606.621941:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972656512:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761606.621962:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972656640:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761606.621983:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761606.621998:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761606/real 1787761606]  req@ffff96b49109f840 x1874600972656640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761606.622009:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972656640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761606.622016:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761606.622019:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761606.622022:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972656640:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761607.197712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761607.261660:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761608.221664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761608.285738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761609.245699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761609.309686:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761610.269698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761610.333750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761611.293675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761611.357660:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761611.741675:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761611.741683:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761611.741686:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761611.741694:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2849
00000100:00080000:2.0:1787761611.741702:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761611.741707:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761611.741736:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972656768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761611.741761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761611.741763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761611.741765:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761611.741768:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2849
00000100:00080000:2.0:1787761611.741770:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761611.741772:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761611.741778:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761611.741787:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972656896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761611.741805:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972656768:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761611.741865:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761611.741899:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761611/real 1787761611]  req@ffff96b49109d2c0 x1874600972656768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761611.741913:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972656768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761611.741921:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761611.741923:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761611.741926:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972656768:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761611.741943:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972656896:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761611.741956:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761611.741964:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761611/real 1787761611]  req@ffff96b49109f840 x1874600972656896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761611.741971:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972656896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761611.741976:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761611.741978:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761611.741980:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972656896:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761612.317676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761612.381707:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761613.341689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761613.405740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761614.365705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761614.429735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761615.389678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761615.453735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761616.413694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761616.477713:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761616.861640:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761616.861647:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761616.861650:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761616.861658:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2854
00000100:00080000:2.0:1787761616.861667:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761616.861672:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761616.861707:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972657024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761616.861727:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761616.861729:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761616.861730:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761616.861733:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2854
00000100:00080000:2.0:1787761616.861735:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761616.861737:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761616.861743:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761616.861750:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972657152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761616.861773:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972657024:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761616.861841:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972657152:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761617.437672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761617.501713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761618.461642:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761618.525700:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761619.485685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761619.549692:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787761619.933853:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787761619.933899:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761619.933914:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787761619.933946:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:3.0:1787761619.933981:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761616/real 1787761619]  req@ffff96b49109c3c0 x1874600972657024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761619.934005:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972657024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761619.934017:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761619.934021:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761619.934025:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972657024:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761619.934032:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761616/real 1787761619]  req@ffff96b49109e1c0 x1874600972657152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761619.934044:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972657152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761619.934051:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761619.934055:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761619.934058:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972657152:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761620.509676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761620.573728:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761621.533727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761621.597660:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761621.981733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761621.981743:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761621.981748:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761621.981758:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2859
00000100:00080000:0.0:1787761621.981767:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761621.981775:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761621.981808:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972657280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761621.981836:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761621.981840:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761621.981841:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761621.981845:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2859
00000100:00080000:0.0:1787761621.981849:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761621.981853:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761621.981866:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761621.981879:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972657408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761621.981912:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972657280:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761621.981972:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761621.982018:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761621/real 1787761621]  req@ffff96b491186580 x1874600972657280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761621.982049:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972657280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761621.982059:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761621.982063:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761621.982067:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972657280:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761621.982090:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972657408:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761621.982113:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761621.982125:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761621/real 1787761621]  req@ffff96b491185680 x1874600972657408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761621.982153:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972657408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761621.982160:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761621.982163:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761621.982166:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972657408:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761622.557708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761622.621708:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761623.581709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761623.645746:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761624.605757:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761624.669746:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761625.629685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761625.693727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761626.653691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761626.717728:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761627.101752:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761627.101761:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761627.101765:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761627.101776:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2864
00000100:00080000:0.0:1787761627.101787:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761627.101794:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761627.101823:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972657536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761627.101850:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761627.101854:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761627.101857:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761627.101862:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2864
00000100:00080000:0.0:1787761627.101865:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761627.101869:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761627.101878:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761627.101891:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972657536:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761627.101902:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972657664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761627.101950:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761627.101986:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761627/real 1787761627]  req@ffff96b491185e00 x1874600972657536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761627.102005:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972657536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761627.102019:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761627.102022:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761627.102025:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972657536:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761627.102044:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972657664:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761627.102066:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761627.102092:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761627/real 1787761627]  req@ffff96b491185680 x1874600972657664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761627.102106:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972657664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761627.102113:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761627.102115:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761627.102117:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972657664:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761627.677701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761627.741724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761628.701701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761628.765704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761629.725684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761629.789706:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761630.749695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761630.813675:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761631.773691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761631.837745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761632.221723:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761632.221737:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761632.221742:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761632.221757:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2869
00000100:00080000:3.0:1787761632.221772:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761632.221792:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761632.221857:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972657792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761632.221913:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761632.221931:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761632.221933:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761632.221939:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2869
00000100:00080000:3.0:1787761632.221943:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761632.221949:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761632.221959:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972657792:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787761632.221962:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761632.221990:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972657920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761632.222047:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761632.222099:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761632/real 1787761632]  req@ffff96b491059a40 x1874600972657792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761632.222117:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972657792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761632.222129:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761632.222134:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761632.222138:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972657792:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761632.222169:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972657920:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761632.222189:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761632.222200:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761632/real 1787761632]  req@ffff96b4910583c0 x1874600972657920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761632.222224:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972657920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761632.222233:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761632.222236:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761632.222239:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972657920:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761632.797712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761632.861727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761633.821700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761633.885749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761634.845676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761634.909710:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761635.869700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761635.933710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761636.893686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761636.957730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761637.341723:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761637.341732:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761637.341736:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761637.341746:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2874
00000100:00080000:2.0:1787761637.341756:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761637.341763:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761637.341799:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972658048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761637.341825:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761637.341828:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761637.341830:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761637.341835:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2874
00000100:00080000:2.0:1787761637.341839:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787761637.341853:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972658048:192.168.204.133@tcp:250:kworker.0
00000100:00080000:2.0:1787761637.341859:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761637.341882:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761637.341898:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972658176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761637.341926:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761637.341971:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761637/real 1787761637]  req@ffff96b49109c000 x1874600972658048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761637.341989:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972658048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761637.342000:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761637.342003:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761637.342006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972658048:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761637.342024:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972658176:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761637.342051:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761637.342062:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761637/real 1787761637]  req@ffff96b49109cb40 x1874600972658176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761637.342081:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972658176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761637.342088:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761637.342091:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761637.342094:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972658176:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761637.917679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761637.981665:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761638.941758:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761639.005749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761639.965628:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761640.029744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761640.989741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761641.053756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761642.013708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761642.077725:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761642.461689:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761642.461699:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761642.461703:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761642.461714:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2879
00000100:00080000:2.0:1787761642.461724:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761642.461731:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761642.461765:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972658304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761642.461805:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761642.461809:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761642.461810:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761642.461814:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2879
00000100:00080000:2.0:1787761642.461817:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761642.461820:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761642.461828:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761642.461843:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972658432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761642.461861:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972658304:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761642.461926:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761642.461964:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761642/real 1787761642]  req@ffff96b49109fc00 x1874600972658304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761642.461982:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972658304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761642.461999:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761642.462003:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761642.462006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972658304:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761642.462030:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972658432:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761642.462050:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761642.462062:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761642/real 1787761642]  req@ffff96b49109cb40 x1874600972658432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761642.462073:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972658432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761642.462101:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761642.462104:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761642.462108:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972658432:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761643.037668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761643.101706:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761644.061698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761644.125695:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761645.085690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761645.149757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761646.109710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761646.173719:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761647.133657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761647.197744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761647.581708:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761647.581716:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761647.581720:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761647.581727:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2885
00000100:00080000:3.0:1787761647.581736:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761647.581741:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761647.581769:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972658560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761647.581791:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761647.581793:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761647.581794:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761647.581797:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2885
00000100:00080000:3.0:1787761647.581799:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761647.581801:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761647.581808:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761647.581817:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972658688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761647.581836:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972658560:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787761647.581895:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761647.581945:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761647/real 1787761647]  req@ffff96b49105ad00 x1874600972658560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761647.581961:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972658560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761647.581970:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761647.581973:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761647.581977:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972658560:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761647.581983:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972658688:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761647.582002:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761647.582014:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761647/real 1787761647]  req@ffff96b491058b40 x1874600972658688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761647.582025:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972658688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761647.582032:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761647.582035:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761647.582038:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972658688:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761648.157698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761648.221693:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761649.181667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761649.245727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761650.205720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761650.269696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761651.229687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761651.293725:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761652.253701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761652.317740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761652.701715:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761652.701724:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761652.701744:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761652.701752:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2890
00000100:00080000:3.0:1787761652.701761:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761652.701767:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761652.701796:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972658816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761652.701823:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761652.701826:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761652.701827:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761652.701831:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2890
00000100:00080000:3.0:1787761652.701834:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761652.701837:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761652.701846:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761652.701858:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972658944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761652.701878:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972658816:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787761652.701936:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761652.701972:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761652/real 1787761652]  req@ffff96b491058f00 x1874600972658816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761652.701990:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972658816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761652.702012:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761652.702016:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761652.702020:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972658816:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761652.702042:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972658944:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761652.702063:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761652.702075:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761652/real 1787761652]  req@ffff96b491058b40 x1874600972658944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761652.702087:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972658944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761652.702095:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761652.702099:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761652.702102:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972658944:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761653.277682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761653.341758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761654.301710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761654.365731:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761655.325735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761655.389695:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761656.349692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761656.413715:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761657.373654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761657.437682:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761657.821720:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761657.821756:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761657.821761:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761657.821771:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2895
00000100:00080000:0.0:1787761657.821783:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761657.821790:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761657.821836:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972659072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761657.821869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761657.821873:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761657.821875:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761657.821880:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2895
00000100:00080000:0.0:1787761657.821884:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761657.821891:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761657.821903:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761657.821921:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972659200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761657.821927:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972659072:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787761657.821994:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761657.822039:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761657/real 1787761657]  req@ffff96b491186580 x1874600972659072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761657.822053:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972659072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761657.822061:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761657.822064:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761657.822067:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972659072:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761657.822104:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972659200:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761657.822127:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761657.822139:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761657/real 1787761657]  req@ffff96b491186d00 x1874600972659200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761657.822150:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972659200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761657.822156:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761657.822158:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761657.822160:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972659200:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761658.397694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761658.461696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761659.421654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761659.485662:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761660.445695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761660.509704:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761661.469682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761661.533711:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761662.493713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761662.557657:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761662.941717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761662.941725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761662.941730:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761662.941743:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2900
00000100:00080000:2.0:1787761662.941757:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761662.941768:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761662.941823:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972659328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761662.941851:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761662.941855:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761662.941857:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761662.941861:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2900
00000100:00080000:2.0:1787761662.941866:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787761662.941886:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972659328:192.168.204.133@tcp:250:kworker.0
00000100:00080000:2.0:1787761662.941890:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761662.941905:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761662.941922:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972659456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761662.941977:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761662.942033:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761662/real 1787761662]  req@ffff96b49109c000 x1874600972659328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761662.942054:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972659328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761662.942065:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761662.942069:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761662.942074:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972659328:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761662.942100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972659456:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761662.942122:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761662.942136:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761662/real 1787761662]  req@ffff96b49109e1c0 x1874600972659456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761662.942148:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972659456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761662.942157:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761662.942160:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761662.942163:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972659456:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761663.517749:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761663.581765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761664.541677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761664.605728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761665.565658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761665.629729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761666.589633:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761666.653879:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761667.613707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761667.677680:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761668.061676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761668.061685:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761668.061688:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761668.061697:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2905
00000100:00080000:2.0:1787761668.061706:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761668.061714:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761668.061749:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972659584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761668.061776:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761668.061779:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761668.061781:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761668.061785:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2905
00000100:00080000:2.0:1787761668.061789:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761668.061792:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761668.061801:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761668.061812:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972659712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761668.061826:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972659584:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761668.061886:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761668.061931:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761668/real 1787761668]  req@ffff96b49109c3c0 x1874600972659584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761668.061949:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972659584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761668.061958:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761668.061971:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761668.061975:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972659584:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761668.061998:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972659712:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761668.062021:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761668.062033:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761668/real 1787761668]  req@ffff96b49109f840 x1874600972659712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761668.062046:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972659712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761668.062054:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761668.062057:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761668.062061:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972659712:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761668.637717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761668.701745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761669.661734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761669.725686:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761670.685711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761670.749721:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761671.709692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761671.773651:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761672.733711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761672.797720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761673.181720:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761673.181731:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761673.181735:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761673.181748:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2910
00000100:00080000:3.0:1787761673.181762:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761673.181772:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761673.181821:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972659840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761673.181845:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761673.181864:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761673.181866:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761673.181870:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2910
00000100:00080000:3.0:1787761673.181873:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761673.181877:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761673.181887:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761673.181894:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972659840:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761673.181900:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972659968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761673.181988:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761673.182053:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761673/real 1787761673]  req@ffff96b49105ad00 x1874600972659840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761673.182071:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972659840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761673.182083:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761673.182087:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761673.182091:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972659840:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761673.182124:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972659968:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761673.182156:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761673.182170:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761673/real 1787761673]  req@ffff96b4910583c0 x1874600972659968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761673.182196:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972659968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761673.182217:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761673.182220:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761673.182224:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972659968:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761673.757728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761673.821739:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761674.781711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761674.845706:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761675.805693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761675.869699:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761676.829665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761676.893680:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761677.853691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761677.917719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761678.301705:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761678.301715:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761678.301719:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761678.301727:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2915
00000100:00080000:3.0:1787761678.301737:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761678.301743:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761678.301776:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972660096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761678.301802:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761678.301806:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761678.301808:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761678.301811:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2915
00000100:00080000:3.0:1787761678.301823:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761678.301828:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761678.301837:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761678.301840:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972660096:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761678.301853:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972660224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761678.301901:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761678.301944:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761678/real 1787761678]  req@ffff96b491059a40 x1874600972660096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761678.301956:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972660096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761678.301964:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761678.301966:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761678.301970:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972660096:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761678.301988:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972660224:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761678.302002:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761678.302015:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761678/real 1787761678]  req@ffff96b491058000 x1874600972660224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761678.302022:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972660224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761678.302028:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761678.302030:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761678.302032:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972660224:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761678.877643:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761678.941715:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761679.901678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761679.965709:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761680.925688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761680.989728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761681.949723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761682.013758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761682.973698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761683.037742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761683.421707:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761683.421718:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761683.421723:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761683.421734:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2920
00000100:00080000:3.0:1787761683.421746:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761683.421753:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761683.421797:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972660352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761683.421821:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761683.421825:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761683.421833:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761683.421838:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2920
00000100:00080000:3.0:1787761683.421842:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761683.421847:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761683.421860:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761683.421884:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972660480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761683.421886:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972660352:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761683.422018:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972660480:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761683.997669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761684.061704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761685.021719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761685.085733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761686.045734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761686.109800:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761686.494005:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787761686.494070:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787761686.494095:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787761686.494153:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:0.0:1787761686.494258:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761683/real 1787761686]  req@ffff96b491058000 x1874600972660480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761686.494313:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972660480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761686.494331:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761686.494338:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761686.494343:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972660480:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761686.494353:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761683/real 1787761686]  req@ffff96b491059680 x1874600972660352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761686.494367:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972660352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761686.494376:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761686.494380:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761686.494384:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972660352:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761687.069733:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761687.133758:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761688.093784:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761688.157716:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761688.541723:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761688.541734:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761688.541738:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761688.541749:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2926
00000100:00080000:0.0:1787761688.541759:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761688.541766:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761688.541814:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972660608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761688.541866:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761688.541871:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761688.541873:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761688.541878:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2926
00000100:00080000:0.0:1787761688.541895:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761688.541899:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761688.541909:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761688.541925:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972660736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761688.542014:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972660608:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787761688.542078:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761688.542128:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761688/real 1787761688]  req@ffff96b491184b40 x1874600972660608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761688.542147:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972660608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761688.542158:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761688.542162:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761688.542167:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972660608:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761688.542174:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972660736:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761688.542199:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761688.542213:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761688/real 1787761688]  req@ffff96b491186d00 x1874600972660736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761688.542226:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972660736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761688.542235:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761688.542238:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761688.542242:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972660736:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761689.117686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761689.181709:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761690.141667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761690.205743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761691.165727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761691.229720:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761692.189679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761692.253715:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761693.213709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761693.277744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761693.661684:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761693.661692:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761693.661708:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761693.661716:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2931
00000100:00080000:3.0:1787761693.661724:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761693.661729:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761693.661753:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972660864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761693.661768:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761693.661771:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761693.661772:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761693.661775:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2931
00000100:00080000:3.0:1787761693.661777:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761693.661789:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761693.661798:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761693.661807:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972660864:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761693.661809:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972660992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761693.661867:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761693.661902:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761693/real 1787761693]  req@ffff96b491059a40 x1874600972660864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761693.661920:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972660864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761693.661937:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761693.661939:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761693.661942:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972660864:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761693.661960:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972660992:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761693.661976:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761693.661984:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761693/real 1787761693]  req@ffff96b4910583c0 x1874600972660992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761693.661991:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972660992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761693.661996:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761693.661998:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761693.661999:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972660992:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761694.237686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761694.301737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761695.261694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761695.325696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761696.285657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761696.349695:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761697.309706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761697.373724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761698.333644:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761698.397663:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761698.781644:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761698.781656:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761698.781660:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761698.781668:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2936
00000100:00080000:3.0:1787761698.781677:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761698.781692:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761698.781724:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972661120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761698.781747:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761698.781762:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761698.781764:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761698.781769:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2936
00000100:00080000:3.0:1787761698.781773:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761698.781778:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761698.781782:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972661120:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787761698.781789:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761698.781805:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972661248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761698.781840:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761698.781877:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761698/real 1787761698]  req@ffff96b49105ad00 x1874600972661120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761698.781899:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972661120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761698.781906:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761698.781909:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761698.781913:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972661120:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761698.781941:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972661248:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761698.781957:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761698.781965:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761698/real 1787761698]  req@ffff96b491058b40 x1874600972661248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761698.781972:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972661248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761698.781977:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761698.781979:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761698.781981:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972661248:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761699.357689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761699.421688:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761700.381705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761700.445774:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761701.405673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761701.469752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761702.429676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761702.493704:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761703.453670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761703.517731:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761703.901691:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761703.901704:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761703.901709:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761703.901720:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2941
00000100:00080000:3.0:1787761703.901733:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761703.901741:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761703.901779:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972661376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761703.901804:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761703.901808:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761703.901810:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761703.901814:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2941
00000100:00080000:3.0:1787761703.901819:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761703.901824:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761703.901834:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761703.901839:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972661376:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761703.901852:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972661504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761703.901895:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761703.901933:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761703/real 1787761703]  req@ffff96b491058f00 x1874600972661376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761703.901953:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972661376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761703.901965:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761703.901968:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761703.901971:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972661376:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761703.901990:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972661504:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761703.902008:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761703.902017:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761703/real 1787761703]  req@ffff96b491058b40 x1874600972661504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761703.902033:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972661504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761703.902039:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761703.902041:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761703.902043:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972661504:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761704.477697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761704.541715:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761705.501696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761705.565733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761706.525705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761706.589697:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761707.549713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761707.613742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761708.573647:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761708.637711:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761709.021722:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761709.021730:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761709.021734:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761709.021743:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2946
00000100:00080000:2.0:1787761709.021754:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761709.021761:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761709.021795:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972661632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761709.021822:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761709.021825:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761709.021827:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761709.021831:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2946
00000100:00080000:2.0:1787761709.021834:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761709.021837:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761709.021846:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761709.021859:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972661760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761709.021864:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972661632:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761709.021922:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761709.021968:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761709/real 1787761709]  req@ffff96b49109d2c0 x1874600972661632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761709.021988:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972661632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761709.021999:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761709.022009:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761709.022013:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972661632:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761709.022037:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972661760:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761709.022068:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761709.022087:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761709/real 1787761709]  req@ffff96b49109f840 x1874600972661760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761709.022103:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972661760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761709.022112:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761709.022115:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761709.022117:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972661760:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761709.597696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761709.661707:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761710.621689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761710.685663:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761711.645693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761711.709693:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761712.669698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761712.733707:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761713.693687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761713.757688:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761714.141704:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761714.141714:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761714.141718:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761714.141729:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2951
00000100:00080000:2.0:1787761714.141741:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761714.141748:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761714.141789:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972661888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761714.141814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761714.141817:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761714.141818:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761714.141821:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2951
00000100:00080000:2.0:1787761714.141824:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761714.141826:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761714.141838:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761714.141850:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972662016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761714.141858:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972661888:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761714.141927:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761714.141971:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761714/real 1787761714]  req@ffff96b49109c3c0 x1874600972661888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761714.142006:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972661888/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761714.142017:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761714.142021:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761714.142025:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972661888:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761714.142046:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972662016:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761714.142065:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761714.142075:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761714/real 1787761714]  req@ffff96b49109e1c0 x1874600972662016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761714.142085:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972662016/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761714.142093:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761714.142096:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761714.142099:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972662016:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761714.717698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761714.781699:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761715.741718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761715.805729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761716.765707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761716.829780:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761717.789648:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761717.853721:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761718.813698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761718.877728:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761719.261679:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761719.261686:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761719.261689:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761719.261696:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2956
00000100:00080000:2.0:1787761719.261704:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761719.261710:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761719.261748:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972662144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761719.261773:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761719.261776:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761719.261778:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761719.261782:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2956
00000100:00080000:2.0:1787761719.261785:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761719.261789:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761719.261799:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761719.261813:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972662144:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761719.261815:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972662272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761719.261868:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761719.261911:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761719/real 1787761719]  req@ffff96b49109c000 x1874600972662144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761719.261929:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972662144/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761719.261939:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761719.261943:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761719.261946:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972662144:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761719.261972:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972662272:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761719.261989:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761719.261997:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761719/real 1787761719]  req@ffff96b49109cb40 x1874600972662272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761719.262004:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972662272/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761719.262010:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761719.262012:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761719.262014:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972662272:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761719.837635:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761719.901701:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761720.861709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761720.925741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761721.885710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761721.949702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761722.909657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761722.973733:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761723.933702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761723.997683:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761724.381701:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761724.381711:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761724.381716:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761724.381723:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2961
00000100:00080000:3.0:1787761724.381732:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761724.381738:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761724.381772:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972662400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761724.381793:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761724.381797:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761724.381800:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761724.381805:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2961
00000100:00080000:3.0:1787761724.381810:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761724.381815:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761724.381825:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761724.381826:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972662400:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761724.381836:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972662528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761724.381881:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761724.381908:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761724/real 1787761724]  req@ffff96b49105ad00 x1874600972662400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761724.381923:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972662400/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761724.381930:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761724.381934:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761724.381937:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972662400:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761724.381959:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972662528:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761724.381974:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761724.381981:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761724/real 1787761724]  req@ffff96b4910583c0 x1874600972662528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761724.381992:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972662528/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761724.381997:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761724.381999:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761724.382000:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972662528:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761724.957657:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761725.021713:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761725.981687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761726.045697:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761727.005695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761727.069729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761728.029726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761728.093716:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761729.053704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761729.117737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761729.501694:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761729.501701:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761729.501704:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761729.501712:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2967
00000100:00080000:1.0:1787761729.501720:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761729.501739:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761729.501770:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972662656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761729.501798:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761729.501802:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761729.501803:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761729.501806:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2967
00000100:00080000:1.0:1787761729.501809:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761729.501813:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761729.501827:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761729.501839:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972662656:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761729.501842:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972662784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761729.501901:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761729.501936:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761729/real 1787761729]  req@ffff96b48d40ed00 x1874600972662656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761729.501947:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972662656/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761729.501955:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761729.501957:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761729.501960:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972662656:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761729.501979:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972662784:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761729.501998:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761729.502006:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761729/real 1787761729]  req@ffff96b48d40f0c0 x1874600972662784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761729.502012:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972662784/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761729.502027:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761729.502029:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761729.502031:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972662784:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761730.077711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761730.141687:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761731.101669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761731.165702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761732.125665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761732.189711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761733.149683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761733.213709:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761734.173698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761734.237706:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761734.621716:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761734.621725:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761734.621729:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761734.621738:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2972
00000100:00080000:0.0:1787761734.621747:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761734.621753:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761734.621782:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972662912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761734.621802:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761734.621805:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761734.621806:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761734.621809:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2972
00000100:00080000:0.0:1787761734.621817:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761734.621821:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761734.621830:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761734.621840:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972663040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761734.621865:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972662912:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761734.621919:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761734.621955:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761734/real 1787761734]  req@ffff96b491186580 x1874600972662912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761734.621971:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972662912/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761734.621981:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761734.621985:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761734.622002:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972662912:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761734.622009:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972663040:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761734.622030:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761734.622042:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761734/real 1787761734]  req@ffff96b491185680 x1874600972663040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761734.622054:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972663040/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761734.622061:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761734.622064:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761734.622073:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972663040:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761735.197687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761735.261689:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761736.221728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761736.285782:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761737.245670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761737.309674:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761738.269727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761738.333743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761739.293694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761739.357718:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761739.741733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761739.741747:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761739.741752:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761739.741764:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2977
00000100:00080000:3.0:1787761739.741777:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761739.741785:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761739.741847:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972663168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761739.741878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761739.741882:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761739.741884:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761739.741901:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2977
00000100:00080000:3.0:1787761739.741905:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761739.741911:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761739.741924:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761739.741942:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972663168:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761739.741942:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972663296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761739.742017:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761739.742058:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761739/real 1787761739]  req@ffff96b491059a40 x1874600972663168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761739.742071:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972663168/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761739.742080:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761739.742083:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761739.742086:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972663168:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761739.742106:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972663296:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761739.742120:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761739.742127:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761739/real 1787761739]  req@ffff96b491059680 x1874600972663296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761739.742134:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972663296/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761739.742150:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761739.742153:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761739.742155:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972663296:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761740.317741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761740.381745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761741.341703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761741.405700:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761742.365689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761742.429722:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761743.389658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761743.453695:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761744.413666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761744.477731:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761744.861707:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761744.861716:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761744.861720:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761744.861731:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2982
00000100:00080000:2.0:1787761744.861741:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761744.861749:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761744.861783:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972663424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761744.861816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761744.861819:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761744.861820:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761744.861823:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2982
00000100:00080000:2.0:1787761744.861826:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761744.861841:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761744.861849:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761744.861855:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972663424:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761744.861862:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972663552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761744.861909:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761744.861948:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761744/real 1787761744]  req@ffff96b49109fc00 x1874600972663424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761744.861966:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972663424/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761744.861982:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761744.861986:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761744.861990:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972663424:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761744.862010:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972663552:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761744.862027:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761744.862044:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761744/real 1787761744]  req@ffff96b49109cb40 x1874600972663552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761744.862056:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972663552/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761744.862064:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761744.862067:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761744.862070:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972663552:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761745.437666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761745.501705:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761746.461670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761746.525721:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761747.485763:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761747.549695:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761748.509713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761748.573711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761749.533709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761749.597661:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761749.981733:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761749.981742:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761749.981746:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761749.981755:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2987
00000100:00080000:0.0:1787761749.981765:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761749.981772:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761749.981804:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972663680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761749.981828:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761749.981844:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761749.981847:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761749.981851:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2987
00000100:00080000:0.0:1787761749.981856:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787761749.981860:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972663680:192.168.204.133@tcp:250:kworker.0
00000100:00080000:0.0:1787761749.981863:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761749.981875:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761749.981888:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972663808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761749.981951:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972663808:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761750.557694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761750.621705:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761751.581727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761751.645702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761752.605697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761752.669737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787761753.053845:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787761753.053885:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761753.053902:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787761753.053944:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787761753.054030:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761749/real 1787761753]  req@ffff96b491186580 x1874600972663808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761753.054053:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972663808/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761753.054065:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761753.054068:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761753.054072:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972663808:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787761753.054078:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761749/real 1787761753]  req@ffff96b491185680 x1874600972663680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761753.054089:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972663680/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761753.054095:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761753.054098:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761753.054101:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972663680:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761753.629707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761753.693805:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761754.653705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761754.717718:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761755.101684:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761755.101694:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761755.101698:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761755.101708:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2992
00000100:00080000:3.0:1787761755.101720:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761755.101727:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761755.101769:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972663936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761755.101797:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761755.101832:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761755.101840:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761755.101849:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2992
00000100:00080000:3.0:1787761755.101856:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761755.101861:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761755.101874:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761755.101875:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972663936:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761755.101900:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972664064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761755.101971:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761755.102024:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761755/real 1787761755]  req@ffff96b491058000 x1874600972663936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761755.102052:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972663936/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761755.102064:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761755.102068:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761755.102072:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972663936:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761755.102098:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972664064:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761755.102121:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761755.102133:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761755/real 1787761755]  req@ffff96b491059680 x1874600972664064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761755.102145:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972664064/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761755.102151:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761755.102154:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761755.102162:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972664064:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761755.677701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761755.741806:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761756.701694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761756.765695:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761757.725697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761757.789765:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761758.749667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761758.813782:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761759.773641:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761759.837750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761760.221695:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761760.221701:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761760.221705:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761760.221713:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 2997
00000100:00080000:3.0:1787761760.221720:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761760.221726:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761760.221756:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972664192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761760.221782:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761760.221785:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761760.221787:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761760.221791:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 2997
00000100:00080000:3.0:1787761760.221809:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761760.221813:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761760.221821:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761760.221829:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972664192:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761760.221833:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972664320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761760.221895:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761760.221933:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761760/real 1787761760]  req@ffff96b491059a40 x1874600972664192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761760.221961:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972664192/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761760.221972:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761760.221976:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761760.221980:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972664192:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761760.222003:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972664320:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761760.222023:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761760.222035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761760/real 1787761760]  req@ffff96b4910583c0 x1874600972664320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761760.222046:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972664320/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761760.222054:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761760.222056:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761760.222059:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972664320:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761760.797682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761760.861735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761761.821658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761761.885746:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761762.845713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761762.909681:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761763.869654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761763.933730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761764.893680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761764.957699:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761765.341687:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761765.341697:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761765.341701:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761765.341712:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3002
00000100:00080000:3.0:1787761765.341723:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761765.341730:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761765.341770:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972664448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761765.341795:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761765.341798:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761765.341799:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761765.341802:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3002
00000100:00080000:3.0:1787761765.341804:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761765.341806:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761765.341815:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761765.341849:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972664576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761765.341855:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972664448:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787761765.341925:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761765.341958:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761765/real 1787761765]  req@ffff96b49105ad00 x1874600972664448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761765.341971:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972664448/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761765.341993:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761765.341996:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761765.341999:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972664448:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761765.342020:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972664576:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761765.342035:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761765.342043:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761765/real 1787761765]  req@ffff96b491058b40 x1874600972664576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761765.342050:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972664576/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761765.342055:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761765.342057:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761765.342059:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972664576:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761765.917655:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761765.981774:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761766.941723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761767.005701:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761767.965684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761768.029749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761768.989684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761769.053687:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761770.013691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761770.077734:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761770.461678:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761770.461689:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761770.461693:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761770.461703:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3007
00000100:00080000:3.0:1787761770.461713:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761770.461721:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761770.461755:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972664704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761770.461780:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761770.461784:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761770.461786:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761770.461790:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3007
00000100:00080000:3.0:1787761770.461793:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761770.461798:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761770.461808:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761770.461811:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972664704:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761770.461824:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972664832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761770.461879:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761770.461918:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761770/real 1787761770]  req@ffff96b491058f00 x1874600972664704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761770.461931:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972664704/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761770.461939:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761770.461947:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761770.461950:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972664704:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761770.461970:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972664832:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761770.461986:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761770.461994:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761770/real 1787761770]  req@ffff96b491058b40 x1874600972664832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761770.462002:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972664832/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761770.462007:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761770.462009:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761770.462011:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972664832:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761771.037689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761771.101729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761772.061694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761772.125726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761773.085683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761773.149696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761774.109663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761774.173741:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761775.133711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761775.197732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761775.581703:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761775.581713:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761775.581718:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761775.581728:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3013
00000100:00080000:3.0:1787761775.581738:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761775.581745:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761775.581777:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972664960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761775.581800:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761775.581804:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761775.581805:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761775.581809:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3013
00000100:00080000:3.0:1787761775.581812:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761775.581816:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761775.581825:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761775.581835:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972664960:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761775.581840:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972665088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761775.581897:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761775.581941:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761775/real 1787761775]  req@ffff96b49105ad00 x1874600972664960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761775.581958:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972664960/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761775.581970:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761775.581975:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761775.581979:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972664960:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761775.582018:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972665088:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761775.582042:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761775.582053:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761775/real 1787761775]  req@ffff96b4910583c0 x1874600972665088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761775.582066:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972665088/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761775.582074:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761775.582078:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761775.582081:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972665088:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761776.157656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761776.221729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761777.181731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761777.245764:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761778.205671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761778.269723:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761779.229696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761779.293716:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761780.253702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761780.317742:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761780.701714:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761780.701723:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761780.701727:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761780.701737:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3018
00000100:00080000:3.0:1787761780.701747:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761780.701753:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761780.701792:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972665216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761780.701816:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761780.701819:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761780.701820:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761780.701823:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3018
00000100:00080000:3.0:1787761780.701825:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761780.701827:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761780.701836:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761780.701844:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972665344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761780.701898:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972665216:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761780.701959:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761780.701995:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761780/real 1787761780]  req@ffff96b491059a40 x1874600972665216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761780.702007:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972665216/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761780.702016:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761780.702018:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761780.702021:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972665216:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761780.702025:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972665344:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761780.702053:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761780.702060:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761780/real 1787761780]  req@ffff96b491059680 x1874600972665344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761780.702067:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972665344/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761780.702072:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761780.702074:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761780.702076:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972665344:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761781.277730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761781.341706:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761782.301651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761782.365751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761783.325701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761783.389733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761784.349706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761784.413756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761785.373656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761785.437684:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761785.821714:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761785.821724:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761785.821727:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761785.821734:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3023
00000100:00080000:1.0:1787761785.821743:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761785.821749:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761785.821790:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972665472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761785.821813:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761785.821817:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761785.821818:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761785.821823:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3023
00000100:00080000:1.0:1787761785.821827:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761785.821832:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761785.821840:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972665472:192.168.204.133@tcp:250:kworker.0
00000008:00100000:1.0:1787761785.821847:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761785.821860:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972665600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761785.821891:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761785.821926:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761785/real 1787761785]  req@ffff96b48d40e580 x1874600972665472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761785.821937:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972665472/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761785.821944:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761785.821946:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761785.821949:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972665472:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761785.821966:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972665600:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761785.821978:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761785.822011:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761785/real 1787761785]  req@ffff96b48d40de00 x1874600972665600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761785.822019:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972665600/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761785.822024:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761785.822026:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761785.822028:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972665600:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761786.397677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761786.461728:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761787.421671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761787.485709:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761788.445698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761788.509779:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761789.469681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761789.533703:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761790.493677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761790.557755:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761790.941704:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761790.941713:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761790.941717:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761790.941727:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3028
00000100:00080000:3.0:1787761790.941736:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761790.941743:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761790.941775:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972665728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761790.941799:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761790.941802:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761790.941807:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761790.941811:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3028
00000100:00080000:3.0:1787761790.941814:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761790.941817:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761790.941826:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761790.941840:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972665856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761790.941844:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972665728:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761790.941915:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761790.941961:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761790/real 1787761790]  req@ffff96b491058000 x1874600972665728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761790.941981:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972665728/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761790.941992:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761790.941996:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761790.942000:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972665728:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761790.942021:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972665856:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761790.942043:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761790.942054:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761790/real 1787761790]  req@ffff96b491059680 x1874600972665856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761790.942079:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972665856/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761790.942084:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761790.942086:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761790.942088:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972665856:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761791.517699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761791.581712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761792.541702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761792.605739:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761793.565750:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761793.629707:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761794.589694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761794.653751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761795.613706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761795.677726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761796.061673:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761796.061682:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761796.061686:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761796.061695:0:6786:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3033
00000100:00080000:1.0:1787761796.061705:0:6786:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761796.061711:0:6786:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761796.061745:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972665984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761796.061763:0:6786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761796.061766:0:6786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761796.061768:0:6786:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761796.061772:0:6786:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3033
00000100:00080000:1.0:1787761796.061776:0:6786:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761796.061780:0:6786:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761796.061789:0:6786:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761796.061792:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972665984:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761796.061812:0:6786:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972666112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761796.061858:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761796.061898:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761796/real 1787761796]  req@ffff96b48d40fc00 x1874600972665984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761796.061909:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972665984/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761796.061917:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761796.061920:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761796.061922:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972665984:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761796.061940:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972666112:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761796.061954:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761796.061962:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761796/real 1787761796]  req@ffff96b48d40de00 x1874600972666112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761796.062004:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972666112/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761796.062012:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761796.062015:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761796.062018:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972666112:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761796.637687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761796.701749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761797.661694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761797.725826:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761798.685681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761798.749766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761799.709743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761799.773734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761800.733677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761800.797769:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761801.181676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761801.181684:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761801.181688:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761801.181706:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3038
00000100:00080000:2.0:1787761801.181717:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761801.181723:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761801.181752:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972666240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761801.181775:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761801.181791:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761801.181794:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761801.181798:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3038
00000100:00080000:2.0:1787761801.181803:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761801.181806:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761801.181813:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972666240:192.168.204.133@tcp:250:kworker.0
00000008:00100000:2.0:1787761801.181817:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761801.181831:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972666368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761801.181864:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761801.181897:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761801/real 1787761801]  req@ffff96b49109c000 x1874600972666240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761801.181910:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972666240/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761801.181920:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761801.181924:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761801.181928:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972666240:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761801.181949:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972666368:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761801.181971:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761801.181983:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761801/real 1787761801]  req@ffff96b49109e1c0 x1874600972666368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761801.181992:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972666368/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761801.182003:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761801.182005:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761801.182007:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972666368:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761801.757696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761801.821724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761802.781686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761802.845768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761803.805694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761803.869747:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761804.829697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761804.893732:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761805.853727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761805.917722:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761806.301772:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761806.301778:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761806.301781:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761806.301789:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3043
00000100:00080000:0.0:1787761806.301798:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761806.301804:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761806.301842:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972666496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761806.302038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761806.302041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761806.302043:0:38:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761806.302047:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3043
00000100:00080000:0.0:1787761806.302051:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761806.302054:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761806.302068:0:38:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761806.302084:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972666624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761806.302103:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972666496:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761806.302168:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761806.302205:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761806/real 1787761806]  req@ffff96b491185e00 x1874600972666496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761806.302223:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972666496/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761806.302235:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761806.302240:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761806.302245:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972666496:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761806.302276:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972666624:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761806.302298:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761806.302310:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761806/real 1787761806]  req@ffff96b491185680 x1874600972666624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761806.302322:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972666624/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761806.302329:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761806.302332:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761806.302335:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972666624:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761806.877695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761806.941756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761807.901726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761807.965702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761808.925704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761808.989764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761809.949684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761810.013729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761810.973699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761811.037729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761811.421736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761811.421745:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761811.421750:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761811.421760:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3048
00000100:00080000:3.0:1787761811.421769:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761811.421776:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761811.421809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972666752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761811.421834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761811.421837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761811.421839:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761811.421843:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3048
00000100:00080000:3.0:1787761811.421847:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761811.421851:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761811.421860:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761811.421882:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972666752:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761811.421889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972666880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761811.421941:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761811.421997:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761811/real 1787761811]  req@ffff96b491059a40 x1874600972666752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761811.422016:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972666752/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761811.422028:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761811.422032:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761811.422035:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972666752:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761811.422058:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972666880:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761811.422080:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761811.422091:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761811/real 1787761811]  req@ffff96b4910583c0 x1874600972666880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761811.422103:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972666880/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761811.422110:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761811.422113:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761811.422116:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972666880:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761811.997688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761812.061762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761813.021660:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761813.085730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761814.045703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761814.109746:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761815.069654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761815.133752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761816.093704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761816.157717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761816.541666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761816.541673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761816.541676:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761816.541683:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3054
00000100:00080000:2.0:1787761816.541691:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761816.541697:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761816.541724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972667008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761816.541745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761816.541748:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761816.541749:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761816.541752:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3054
00000100:00080000:2.0:1787761816.541754:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761816.541756:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761816.541762:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761816.541771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972667136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761816.541789:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972667008:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761816.541888:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972667136:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761817.117665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761817.181715:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761818.141679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761818.205696:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761819.165722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761819.229785:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761819.613829:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787761819.613873:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787761819.613885:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787761819.613928:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:1.0:1787761819.613993:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761816/real 1787761819]  req@ffff96b49109f840 x1874600972667136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761819.614024:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972667136/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761819.614036:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761819.614040:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761819.614044:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972667136:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787761819.614051:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761816/real 1787761819]  req@ffff96b49109c3c0 x1874600972667008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761819.614064:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972667008/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761819.614071:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761819.614074:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761819.614077:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972667008:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761820.189691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761820.253719:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761821.213707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761821.277762:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761821.661707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761821.661718:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761821.661722:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761821.661732:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3059
00000100:00080000:2.0:1787761821.661742:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761821.661749:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761821.661782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972667264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761821.661807:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761821.661810:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761821.661812:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761821.661816:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3059
00000100:00080000:2.0:1787761821.661819:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761821.661823:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761821.661833:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761821.661847:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972667392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761821.661852:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972667264:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761821.661917:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761821.661973:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761821/real 1787761821]  req@ffff96b49109d2c0 x1874600972667264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761821.661993:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972667264/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761821.662003:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761821.662024:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761821.662029:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972667264:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761821.662054:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972667392:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761821.662082:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761821.662095:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761821/real 1787761821]  req@ffff96b49109c3c0 x1874600972667392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761821.662108:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972667392/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761821.662116:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761821.662119:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761821.662123:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972667392:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761822.237682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761822.301698:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761823.261703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761823.325740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761824.285653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761824.349745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761825.309682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761825.373740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761826.333655:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761826.397719:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761826.781711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761826.781726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761826.781731:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761826.781744:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3064
00000100:00080000:3.0:1787761826.781758:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761826.781767:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761826.781810:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972667520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761826.781854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761826.781861:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761826.781863:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761826.781867:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3064
00000100:00080000:3.0:1787761826.781869:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761826.781873:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761826.781883:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761826.781894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972667648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761826.781899:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972667520:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787761826.781967:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761826.782007:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761826/real 1787761826]  req@ffff96b49105ad00 x1874600972667520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761826.782021:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972667520/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761826.782028:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761826.782031:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761826.782034:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972667520:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761826.782069:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972667648:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761826.782085:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761826.782093:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761826/real 1787761826]  req@ffff96b491058b40 x1874600972667648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761826.782100:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972667648/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761826.782105:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761826.782107:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761826.782109:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972667648:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761827.357672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761827.421713:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761828.381697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761828.445716:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761829.405701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761829.469737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761830.429694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761830.493726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761831.453666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761831.517748:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761831.901670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761831.901679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761831.901683:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761831.901692:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3069
00000100:00080000:3.0:1787761831.901703:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761831.901711:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761831.901744:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972667776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761831.901771:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761831.901774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761831.901788:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761831.901793:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3069
00000100:00080000:3.0:1787761831.901798:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761831.901804:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761831.901812:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972667776:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787761831.901814:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761831.901833:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972667904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761831.901872:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761831.901912:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761831/real 1787761831]  req@ffff96b491058f00 x1874600972667776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761831.901929:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972667776/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761831.901941:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761831.901945:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761831.901948:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972667776:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761831.901968:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972667904:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787761831.901996:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787761831.902008:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761831/real 1787761831]  req@ffff96b491058b40 x1874600972667904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761831.902020:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972667904/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761831.902028:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761831.902031:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787761831.902034:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972667904:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761832.477724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761832.541702:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761833.501699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761833.565771:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761834.525668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761834.589701:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761835.549701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761835.613768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761836.573661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761836.637671:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761837.021696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761837.021705:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761837.021709:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761837.021719:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3074
00000100:00080000:2.0:1787761837.021729:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761837.021737:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761837.021781:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972668032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761837.021803:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761837.021806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761837.021807:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761837.021810:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3074
00000100:00080000:2.0:1787761837.021813:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761837.021816:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761837.021823:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761837.021830:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972668160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761837.021890:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972668032:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761837.021947:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761837.021980:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761837/real 1787761837]  req@ffff96b49109f840 x1874600972668032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761837.021993:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972668032/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761837.022009:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761837.022013:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761837.022017:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972668032:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761837.022022:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972668160:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761837.022046:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761837.022055:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761837/real 1787761837]  req@ffff96b49109e1c0 x1874600972668160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761837.022065:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972668160/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761837.022072:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761837.022075:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761837.022078:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972668160:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761837.597697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761837.661761:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761838.622079:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761838.685733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761839.645668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761839.709736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761840.669697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761840.733710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761841.693670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761841.757747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761842.141740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761842.141749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761842.141753:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761842.141763:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3079
00000100:00080000:3.0:1787761842.141773:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761842.141780:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761842.141813:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972668288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761842.141845:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761842.141863:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761842.141865:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761842.141869:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3079
00000100:00080000:3.0:1787761842.141874:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761842.141879:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761842.141889:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761842.141891:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972668288:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761842.141914:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972668416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761842.141965:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761842.142002:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761842/real 1787761842]  req@ffff96b49105ad00 x1874600972668288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761842.142020:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972668288/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761842.142030:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761842.142034:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761842.142038:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972668288:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761842.142062:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972668416:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761842.142082:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761842.142102:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761842/real 1787761842]  req@ffff96b4910583c0 x1874600972668416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761842.142113:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972668416/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761842.142118:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761842.142121:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761842.142123:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972668416:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761842.717704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761842.781704:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761843.741666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761843.805743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761844.765701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761844.829708:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761845.789700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761845.853967:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761846.813710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761846.877724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761847.261728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761847.261737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761847.261741:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761847.261750:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3084
00000100:00080000:3.0:1787761847.261767:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761847.261775:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761847.261816:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972668544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761847.261838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761847.261840:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761847.261841:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761847.261845:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3084
00000100:00080000:3.0:1787761847.261863:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761847.261868:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761847.261878:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761847.261885:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972668544:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761847.261894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972668672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761847.261938:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761847.261978:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761847/real 1787761847]  req@ffff96b491059a40 x1874600972668544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761847.261994:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972668544/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761847.262001:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761847.262003:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761847.262006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972668544:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761847.262024:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972668672:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761847.262042:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761847.262052:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761847/real 1787761847]  req@ffff96b491059680 x1874600972668672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761847.262060:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972668672/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761847.262075:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761847.262077:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761847.262080:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972668672:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761847.837697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761847.901821:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761848.861713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761848.925683:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761849.885703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761849.949743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761850.909696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761850.973717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761851.933696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761851.997737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761852.381651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761852.381663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761852.381666:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761852.381675:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3089
00000100:00080000:3.0:1787761852.381682:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761852.381688:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761852.381726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972668800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761852.381746:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761852.381749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761852.381751:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761852.381755:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3089
00000100:00080000:3.0:1787761852.381758:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761852.381763:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761852.381772:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761852.381783:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972668800:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761852.381804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972668928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761852.381838:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761852.381875:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761852/real 1787761852]  req@ffff96b491058000 x1874600972668800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761852.381891:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972668800/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761852.381901:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761852.381904:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761852.381908:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972668800:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761852.381928:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972668928:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761852.381946:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761852.381956:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761852/real 1787761852]  req@ffff96b491059680 x1874600972668928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761852.381966:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972668928/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761852.381973:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761852.381976:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761852.381978:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972668928:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761852.957671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761853.021751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761853.981706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761854.045717:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761855.005687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761855.069710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761856.029847:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761856.093903:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761857.053684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761857.117765:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761857.501677:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761857.501684:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761857.501687:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761857.501695:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3095
00000100:00080000:0.0:1787761857.501702:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761857.501708:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761857.501736:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972669056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761857.501778:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761857.501781:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761857.501782:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761857.501786:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3095
00000100:00080000:0.0:1787761857.501789:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761857.501793:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761857.501802:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761857.501817:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972669184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761857.501818:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972669056:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787761857.501879:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761857.501911:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761857/real 1787761857]  req@ffff96b491186580 x1874600972669056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761857.501924:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972669056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761857.501931:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761857.501934:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761857.501936:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972669056:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761857.501952:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972669184:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761857.501966:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761857.501973:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761857/real 1787761857]  req@ffff96b491186d00 x1874600972669184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761857.501980:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972669184/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761857.501985:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761857.501987:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761857.501989:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972669184:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761858.077704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761858.141716:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761859.101729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761859.165731:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761860.125718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761860.189747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761861.149682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761861.213726:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761862.173690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761862.237759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761862.621666:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761862.621673:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761862.621676:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761862.621685:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3100
00000100:00080000:1.0:1787761862.621706:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761862.621711:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761862.621736:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972669312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761862.621757:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761862.621759:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761862.621761:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761862.621767:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3100
00000100:00080000:1.0:1787761862.621769:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761862.621772:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761862.621779:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761862.621787:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972669440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761862.621803:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972669312:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787761862.621858:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761862.621894:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761862/real 1787761862]  req@ffff96b48d40e580 x1874600972669312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761862.621917:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972669312/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761862.621927:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761862.621940:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761862.621946:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972669312:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761862.621967:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972669440:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761862.621989:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761862.622002:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761862/real 1787761862]  req@ffff96b48d40f0c0 x1874600972669440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761862.622014:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972669440/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761862.622023:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761862.622026:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761862.622030:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972669440:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761863.197691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761863.261777:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761864.221714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761864.285763:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761865.245658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761865.309816:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761866.269694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761866.333739:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761867.293689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761867.357729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761867.741681:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761867.741689:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761867.741692:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761867.741700:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3105
00000100:00080000:2.0:1787761867.741708:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761867.741714:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761867.741744:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972669568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761867.741777:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761867.741779:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761867.741780:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761867.741783:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3105
00000100:00080000:2.0:1787761867.741786:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761867.741789:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761867.741796:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761867.741806:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972669568:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761867.741808:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972669696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761867.741858:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761867.741899:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761867/real 1787761867]  req@ffff96b49109c000 x1874600972669568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761867.741917:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972669568/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761867.741927:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761867.741930:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761867.741934:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972669568:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761867.741956:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972669696:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761867.741984:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761867.741996:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761867/real 1787761867]  req@ffff96b49109cb40 x1874600972669696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761867.742007:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972669696/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761867.742013:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761867.742016:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761867.742018:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972669696:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761868.317701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761868.381768:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761869.341718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761869.405750:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761870.365696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761870.429808:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761871.389664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761871.453732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761872.413702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761872.477733:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761872.861712:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761872.861722:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761872.861727:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761872.861737:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3110
00000100:00080000:2.0:1787761872.861746:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761872.861754:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761872.861786:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972669824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761872.861814:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761872.861822:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761872.861824:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761872.861828:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3110
00000100:00080000:2.0:1787761872.861832:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761872.861837:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761872.861852:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972669824:192.168.204.133@tcp:250:kworker.0
00000008:00100000:2.0:1787761872.861859:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761872.861877:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972669952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761872.861918:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761872.861969:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761872/real 1787761872]  req@ffff96b49109fc00 x1874600972669824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761872.861988:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972669824/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761872.861998:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761872.862002:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761872.862006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972669824:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761872.862028:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972669952:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761872.862049:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761872.862062:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761872/real 1787761872]  req@ffff96b49109cb40 x1874600972669952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761872.862089:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972669952/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761872.862097:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761872.862101:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761872.862104:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972669952:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761873.437685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761873.501762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761874.461708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761874.525777:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761875.485686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761875.549700:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761876.509690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761876.573776:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761877.533694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761877.597733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761877.981723:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761877.981731:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761877.981736:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761877.981746:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3115
00000100:00080000:1.0:1787761877.981755:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761877.981762:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761877.981790:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972670080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761877.981812:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761877.981815:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761877.981816:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761877.981820:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3115
00000100:00080000:1.0:1787761877.981822:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761877.981826:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761877.981834:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761877.981848:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972670208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761877.981849:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972670080:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761877.981910:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761877.981943:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761877/real 1787761877]  req@ffff96b48d40ed00 x1874600972670080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761877.981958:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972670080/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761877.981965:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761877.981967:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761877.981970:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972670080:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761877.981989:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972670208:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761877.982009:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761877.982021:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761877/real 1787761877]  req@ffff96b48d40f480 x1874600972670208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761877.982033:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972670208/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761877.982065:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761877.982069:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761877.982072:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972670208:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761878.557685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761878.621703:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761879.581702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761879.645734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761880.605689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761880.669788:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761881.629699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761881.693794:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761882.653668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761882.717801:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761883.101680:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761883.101688:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761883.101691:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761883.101699:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3120
00000100:00080000:1.0:1787761883.101722:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761883.101727:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761883.101753:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972670336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761883.101775:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761883.101781:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761883.101782:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761883.101785:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3120
00000100:00080000:1.0:1787761883.101787:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761883.101789:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761883.101797:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761883.101805:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972670464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761883.101823:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972670336:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761883.101910:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972670464:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761883.677696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761883.741883:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761884.701641:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761884.765723:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761885.725671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761885.789745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787761886.173829:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:2.0:1787761886.173863:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761886.173878:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787761886.173912:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:0.0:1787761886.173958:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761883/real 1787761886]  req@ffff96b48d40e1c0 x1874600972670336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761886.173981:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972670336/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761886.173992:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761886.173997:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761886.174001:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972670336:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761886.174009:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761883/real 1787761886]  req@ffff96b48d40d680 x1874600972670464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761886.174021:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972670464/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761886.174028:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761886.174033:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761886.174036:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972670464:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761886.749673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761886.813736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761887.773739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761887.837689:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761888.221703:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761888.221712:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761888.221716:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761888.221728:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3125
00000100:00080000:2.0:1787761888.221738:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761888.221745:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761888.221775:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972670592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761888.221798:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761888.221801:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761888.221803:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761888.221807:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3125
00000100:00080000:2.0:1787761888.221810:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761888.221813:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761888.221822:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761888.221835:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972670720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761888.221838:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972670592:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761888.221916:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761888.221966:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761888/real 1787761888]  req@ffff96b49109c000 x1874600972670592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761888.221984:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972670592/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761888.221994:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761888.221997:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761888.222001:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972670592:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761888.222034:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972670720:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761888.222056:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761888.222070:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761888/real 1787761888]  req@ffff96b49109e1c0 x1874600972670720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761888.222082:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972670720/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761888.222090:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761888.222093:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761888.222096:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972670720:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761888.797696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761888.861748:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761889.821696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761889.885727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761890.845659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761890.909700:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761891.869679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761891.933735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761892.893682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761892.957736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761893.341842:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761893.341851:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761893.341855:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761893.341863:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3130
00000100:00080000:2.0:1787761893.341873:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761893.341880:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761893.341936:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972670848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761893.341963:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761893.341966:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761893.341968:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761893.341972:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3130
00000100:00080000:2.0:1787761893.341975:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761893.341979:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761893.341988:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761893.342001:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972670976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761893.342011:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972670848:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761893.342074:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761893.342120:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761893/real 1787761893]  req@ffff96b49109f840 x1874600972670848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761893.342156:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972670848/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761893.342167:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761893.342171:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761893.342175:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972670848:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761893.342196:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972670976:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761893.342213:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761893.342225:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761893/real 1787761893]  req@ffff96b49109c3c0 x1874600972670976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761893.342237:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972670976/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761893.342245:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761893.342248:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761893.342251:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972670976:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761893.917685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761893.981753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761894.941677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761895.005694:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761895.965720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761896.029762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761896.989635:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761897.053759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761898.013664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761898.077737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761898.461667:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761898.461676:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761898.461679:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761898.461689:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3135
00000100:00080000:2.0:1787761898.461699:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761898.461706:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761898.461750:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972671104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761898.461777:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761898.461780:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761898.461782:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761898.461786:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3135
00000100:00080000:2.0:1787761898.461790:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761898.461794:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761898.461801:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761898.461825:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972671232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761898.461841:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972671104:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761898.461898:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761898.461931:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761898/real 1787761898]  req@ffff96b49109d2c0 x1874600972671104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761898.461945:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972671104/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761898.461964:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761898.461968:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761898.461971:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972671104:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761898.461993:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972671232:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761898.462024:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761898.462035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761898/real 1787761898]  req@ffff96b49109c3c0 x1874600972671232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761898.462046:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972671232/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761898.462061:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761898.462064:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761898.462068:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972671232:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761899.037689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761899.101731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761900.061666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761900.125744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761901.085685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761901.149709:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761902.109710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761902.173701:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761903.133694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761903.197712:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761903.581686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761903.581694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761903.581697:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761903.581705:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3141
00000100:00080000:2.0:1787761903.581723:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761903.581728:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761903.581760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972671360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761903.581780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761903.581783:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761903.581784:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761903.581786:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3141
00000100:00080000:2.0:1787761903.581788:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761903.581802:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761903.581811:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761903.581820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972671488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761903.581826:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972671360:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761903.581892:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761903.581929:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761903/real 1787761903]  req@ffff96b49109f840 x1874600972671360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761903.581947:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972671360/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761903.581954:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761903.581956:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761903.581958:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972671360:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761903.581982:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972671488:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761903.582002:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761903.582010:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761903/real 1787761903]  req@ffff96b49109e1c0 x1874600972671488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761903.582017:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972671488/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761903.582022:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761903.582024:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761903.582026:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972671488:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761904.157663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761904.221769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761905.181659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761905.245725:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761906.205692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761906.269778:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761907.229697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761907.293707:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761908.253708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761908.317721:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761908.701703:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761908.701711:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761908.701715:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761908.701722:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3146
00000100:00080000:1.0:1787761908.701729:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761908.701734:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761908.701762:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972671616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761908.701791:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761908.701795:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761908.701797:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761908.701801:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3146
00000100:00080000:1.0:1787761908.701805:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761908.701810:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761908.701819:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761908.701827:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972671616:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761908.701834:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972671744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761908.701897:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761908.701931:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761908/real 1787761908]  req@ffff96b48d40c000 x1874600972671616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761908.701944:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972671616/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761908.701951:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761908.701954:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761908.701957:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972671616:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761908.701975:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972671744:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761908.701989:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761908.701997:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761908/real 1787761908]  req@ffff96b48d40d680 x1874600972671744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761908.702004:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972671744/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761908.702009:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761908.702011:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761908.702013:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972671744:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761909.277700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761909.341775:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761910.301676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761910.365743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761911.325686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761911.389724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761912.349658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761912.413782:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761913.373688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761913.437760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761913.821687:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761913.821696:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761913.821700:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761913.821716:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3151
00000100:00080000:1.0:1787761913.821728:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761913.821736:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761913.821767:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972671872/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761913.821796:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761913.821800:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761913.821802:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761913.821807:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3151
00000100:00080000:1.0:1787761913.821811:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761913.821816:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761913.821825:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761913.821843:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972672000/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761913.821873:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972671872:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761913.821960:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761913.822015:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761913/real 1787761913]  req@ffff96b48d40e1c0 x1874600972671872/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761913.822036:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972671872/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761913.822045:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761913.822049:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761913.822052:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972671872:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761913.822087:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972672000:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761913.822111:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761913.822123:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761913/real 1787761913]  req@ffff96b48d40f480 x1874600972672000/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761913.822148:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972672000/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761913.822154:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761913.822157:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761913.822164:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972672000:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761914.397678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761914.461755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761915.421721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761915.485796:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761916.445722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761916.509745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761917.469688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761917.533849:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761918.493737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761918.557768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761918.941686:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761918.941694:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761918.941697:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761918.941706:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3156
00000100:00080000:1.0:1787761918.941716:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761918.941723:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761918.941752:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972672128/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761918.941769:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761918.941771:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761918.941772:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761918.941775:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3156
00000100:00080000:1.0:1787761918.941777:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761918.941779:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761918.941789:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761918.941798:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972672128:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761918.941804:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972672256/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761918.941851:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761918.941887:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761918/real 1787761918]  req@ffff96b48d40ed00 x1874600972672128/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761918.941899:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972672128/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761918.941906:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761918.941909:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761918.941912:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972672128:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761918.941929:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972672256:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761918.941942:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761918.941949:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761918/real 1787761918]  req@ffff96b48d40f0c0 x1874600972672256/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761918.941956:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972672256/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761918.941975:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761918.941977:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761918.941980:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972672256:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761919.517691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761919.581769:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761920.541695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761920.605751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761921.565662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761921.629737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761922.589676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761922.653749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761923.613649:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761923.677749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761924.061702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761924.061709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761924.061713:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761924.061720:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3161
00000100:00080000:2.0:1787761924.061728:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761924.061733:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761924.061761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972672384/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761924.061783:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761924.061785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761924.061786:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761924.061789:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3161
00000100:00080000:2.0:1787761924.061791:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761924.061793:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761924.061800:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761924.061807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972672512/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761924.061827:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972672384:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761924.061889:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761924.061939:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761924/real 1787761924]  req@ffff96b49109c000 x1874600972672384/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761924.061953:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972672384/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761924.061960:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761924.061962:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761924.061965:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972672384:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761924.061970:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972672512:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761924.061985:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761924.061993:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761924/real 1787761924]  req@ffff96b49109cb40 x1874600972672512/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761924.061999:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972672512/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761924.062004:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761924.062007:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761924.062009:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972672512:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761924.637666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761924.701738:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761925.661686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761925.725727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761926.685685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761926.749716:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761927.709722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761927.773726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761928.733719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761928.797692:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761929.181720:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761929.181733:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761929.181738:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761929.181752:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3166
00000100:00080000:1.0:1787761929.181764:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761929.181775:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761929.181821:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972672640/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761929.181847:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761929.181850:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761929.181851:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761929.181855:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3166
00000100:00080000:1.0:1787761929.181857:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761929.181861:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761929.181870:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761929.181883:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972672640:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787761929.181887:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972672768/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761929.181948:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761929.181991:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761929/real 1787761929]  req@ffff96b48d40e580 x1874600972672640/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761929.182013:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972672640/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761929.182024:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761929.182028:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761929.182032:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972672640:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761929.182058:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972672768:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761929.182075:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761929.182084:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761929/real 1787761929]  req@ffff96b48d40de00 x1874600972672768/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761929.182092:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972672768/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761929.182097:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761929.182100:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761929.182102:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972672768:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761929.757709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761929.821767:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761930.781700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761930.845761:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761931.805690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761931.869713:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761932.829690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761932.893728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761933.853686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761933.917730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761934.301646:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761934.301655:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761934.301659:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761934.301669:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3171
00000100:00080000:1.0:1787761934.301678:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761934.301685:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761934.301719:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972672896/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761934.301744:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761934.301747:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761934.301749:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761934.301753:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3171
00000100:00080000:1.0:1787761934.301756:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761934.301759:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761934.301767:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761934.301780:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972673024/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761934.301824:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972672896:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761934.301899:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761934.301958:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761934/real 1787761934]  req@ffff96b48d40fc00 x1874600972672896/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761934.301993:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972672896/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761934.302008:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761934.302014:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761934.302017:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972672896:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761934.302023:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972673024:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761934.302040:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761934.302049:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761934/real 1787761934]  req@ffff96b48d40de00 x1874600972673024/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761934.302056:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972673024/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761934.302061:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761934.302063:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761934.302065:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972673024:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761934.877702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761934.941795:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761935.901666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761935.965806:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761936.925677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761936.989824:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761937.949696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761938.013759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761938.973670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761939.037813:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761939.421728:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761939.421737:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761939.421741:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761939.421748:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3176
00000100:00080000:2.0:1787761939.421757:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761939.421763:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787761939.421806:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972673152/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761939.421840:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761939.421842:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761939.421844:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761939.421846:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3176
00000100:00080000:2.0:1787761939.421849:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761939.421852:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787761939.421860:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761939.421875:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972673280/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761939.421882:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972673152:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761939.421932:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761939.421965:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761939/real 1787761939]  req@ffff96b49109fc00 x1874600972673152/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761939.421980:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972673152/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761939.422008:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761939.422012:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761939.422026:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972673152:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761939.422048:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972673280:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761939.422064:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761939.422072:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761939/real 1787761939]  req@ffff96b49109cb40 x1874600972673280/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761939.422079:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972673280/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761939.422084:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761939.422086:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761939.422088:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972673280:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761939.997684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761940.061739:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761941.021674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761941.085735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761942.045684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761942.109739:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761943.069651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761943.133729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761944.093696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761944.157696:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761944.541715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761944.541725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761944.541730:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761944.541738:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3182
00000100:00080000:3.0:1787761944.541759:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761944.541764:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761944.541790:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972673408/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761944.541809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761944.541811:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761944.541813:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761944.541815:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3182
00000100:00080000:3.0:1787761944.541817:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761944.541820:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761944.541827:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761944.541835:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972673536/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761944.541839:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972673408:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761944.541904:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761944.541945:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761944/real 1787761944]  req@ffff96b491059a40 x1874600972673408/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761944.541957:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972673408/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761944.541964:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761944.541966:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761944.541973:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972673408:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761944.541991:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972673536:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761944.542009:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761944.542021:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761944/real 1787761944]  req@ffff96b4910583c0 x1874600972673536/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761944.542032:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972673536/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761944.542040:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761944.542043:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761944.542046:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972673536:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761945.117704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761945.181729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761946.141681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761946.205683:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761947.165668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761947.229732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761948.189656:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761948.253711:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761949.213660:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761949.277748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761949.661700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761949.661709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761949.661714:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761949.661725:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3187
00000100:00080000:3.0:1787761949.661738:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761949.661744:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761949.661786:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972673664/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761949.661845:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761949.661848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761949.661850:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761949.661854:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3187
00000100:00080000:3.0:1787761949.661859:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761949.661862:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761949.661873:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761949.661891:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972673664:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761949.661951:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972673792/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761949.662001:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972673792:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761950.237712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761950.301747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761951.261664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761951.325710:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761952.285732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761952.349710:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787761952.733833:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787761952.733874:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761952.733896:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787761952.733940:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:0.0:1787761952.734035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761949/real 1787761952]  req@ffff96b491058b40 x1874600972673792/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761952.734059:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972673792/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761952.734069:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761952.734073:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761952.734095:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972673792:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787761952.734103:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761949/real 1787761952]  req@ffff96b49105ad00 x1874600972673664/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761952.734115:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972673664/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761952.734122:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761952.734125:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761952.734128:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972673664:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761953.309668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761953.373734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761954.333679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761954.397676:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761954.781703:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761954.781710:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761954.781713:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761954.781730:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3192
00000100:00080000:1.0:1787761954.781737:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761954.781743:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787761954.781767:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972673920/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761954.781785:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761954.781787:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761954.781789:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761954.781791:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3192
00000100:00080000:1.0:1787761954.781793:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761954.781795:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787761954.781802:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761954.781810:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972674048/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761954.781825:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972673920:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761954.781884:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761954.781920:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761954/real 1787761954]  req@ffff96b48d40e580 x1874600972673920/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761954.781944:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972673920/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761954.781958:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761954.781961:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761954.781964:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972673920:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761954.781982:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972674048:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761954.782000:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761954.782012:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761954/real 1787761954]  req@ffff96b48d40f0c0 x1874600972674048/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761954.782037:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972674048/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761954.782044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761954.782047:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761954.782050:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972674048:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761955.357644:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761955.421732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761956.381711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761956.445745:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761957.405718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761957.469753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761958.429794:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787761958.493764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761959.453702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761959.517753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761959.901731:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761959.901738:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761959.901741:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761959.901749:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3197
00000100:00080000:0.0:1787761959.901757:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761959.901762:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761959.901794:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972674176/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761959.901820:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761959.901823:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761959.901825:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761959.901830:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3197
00000100:00080000:0.0:1787761959.901834:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761959.901839:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761959.901848:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761959.901853:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972674176:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761959.901878:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972674304/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761959.901912:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761959.901947:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761959/real 1787761959]  req@ffff96b491184b40 x1874600972674176/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761959.901962:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972674176/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761959.901971:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761959.901980:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761959.901984:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972674176:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761959.902003:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972674304:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761959.902030:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761959.902041:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761959/real 1787761959]  req@ffff96b491186d00 x1874600972674304/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761959.902052:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972674304/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761959.902059:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761959.902062:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761959.902065:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972674304:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761960.477700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761960.541758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761961.501699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761961.565735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761962.525678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761962.589750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761963.549703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761963.613729:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761964.573648:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761964.637752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761965.021694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761965.021703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761965.021724:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761965.021733:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3202
00000100:00080000:3.0:1787761965.021744:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761965.021751:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761965.021788:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972674432/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761965.021811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761965.021816:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761965.021818:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761965.021821:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3202
00000100:00080000:3.0:1787761965.021825:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761965.021829:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761965.021838:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761965.021854:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972674432:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761965.021854:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972674560/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761965.021914:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761965.021947:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761965/real 1787761965]  req@ffff96b491058f00 x1874600972674432/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761965.021963:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972674432/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761965.021973:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761965.021977:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761965.021981:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972674432:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787761965.022003:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972674560:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787761965.022023:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787761965.022034:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761965/real 1787761965]  req@ffff96b49105ad00 x1874600972674560/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761965.022051:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972674560/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761965.022058:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761965.022061:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787761965.022063:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972674560:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761965.597711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761965.661764:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761966.621686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761966.685743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761967.645707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761967.709752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761968.669697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761968.733814:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761969.693706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761969.757770:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761970.141670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761970.141686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761970.141690:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761970.141699:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3207
00000100:00080000:3.0:1787761970.141710:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761970.141718:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761970.141765:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972674688/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761970.141796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761970.141803:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761970.141805:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761970.141810:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3207
00000100:00080000:3.0:1787761970.141814:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761970.141819:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761970.141829:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761970.141845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972674816/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761970.141875:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972674688:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761970.141955:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761970.142005:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761970/real 1787761970]  req@ffff96b491058b40 x1874600972674688/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761970.142023:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972674688/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761970.142032:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761970.142036:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761970.142038:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972674688:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761970.142043:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972674816:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761970.142058:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761970.142066:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761970/real 1787761970]  req@ffff96b4910583c0 x1874600972674816/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761970.142073:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972674816/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761970.142078:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761970.142080:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761970.142082:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972674816:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761970.717697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761970.781806:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761971.741695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761971.805748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761972.765737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761972.829756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761973.789707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761973.853846:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761974.813736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761974.877751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761975.261753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761975.261824:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761975.261828:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761975.261838:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3212
00000100:00080000:3.0:1787761975.261848:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761975.261856:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761975.261891:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972674944/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761975.261926:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761975.261943:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761975.261945:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761975.261950:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3212
00000100:00080000:3.0:1787761975.261955:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761975.261959:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761975.261969:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761975.261978:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972674944:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761975.261993:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972675072/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761975.262049:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761975.262087:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761975/real 1787761975]  req@ffff96b491059a40 x1874600972674944/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761975.262103:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972674944/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761975.262114:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761975.262118:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761975.262121:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972674944:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761975.262145:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972675072:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761975.262165:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761975.262177:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761975/real 1787761975]  req@ffff96b491059680 x1874600972675072/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761975.262188:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972675072/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761975.262197:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761975.262200:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761975.262203:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972675072:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761975.837664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761975.901754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761976.862060:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761976.925742:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761977.885688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761977.949737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761978.909711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761978.973783:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761979.933719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761979.997820:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761980.381689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761980.381697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761980.381700:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761980.381712:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3217
00000100:00080000:3.0:1787761980.381722:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761980.381728:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761980.381759:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972675200/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761980.381778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761980.381781:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761980.381782:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761980.381784:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3217
00000100:00080000:3.0:1787761980.381799:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761980.381803:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787761980.381811:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761980.381821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972675328/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761980.381830:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972675200:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787761980.381888:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761980.381924:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761980/real 1787761980]  req@ffff96b491058000 x1874600972675200/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761980.381949:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972675200/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761980.381956:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761980.381959:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761980.381961:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972675200:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787761980.381978:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972675328:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787761980.381992:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787761980.382000:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761980/real 1787761980]  req@ffff96b491059680 x1874600972675328/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761980.382007:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972675328/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761980.382012:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761980.382014:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787761980.382017:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972675328:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761980.957676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761981.021717:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761981.981676:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761982.045721:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761983.005743:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761983.069751:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761984.029694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761984.093759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761985.054415:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761985.117752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761985.501753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761985.501763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761985.501767:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761985.501777:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3223
00000100:00080000:0.0:1787761985.501788:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761985.501796:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761985.501829:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972675456/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761985.501864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761985.501866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761985.501868:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761985.501871:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3223
00000100:00080000:0.0:1787761985.501874:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761985.501878:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761985.501886:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761985.501897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972675584/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761985.501912:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972675456:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761985.501970:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761985.502065:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761985/real 1787761985]  req@ffff96b491186580 x1874600972675456/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761985.502080:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972675456/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761985.502090:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761985.502093:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761985.502097:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972675456:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761985.502242:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972675584:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761985.502264:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761985.502278:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761985/real 1787761985]  req@ffff96b491185680 x1874600972675584/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761985.502305:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972675584/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761985.502355:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761985.502360:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761985.502363:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972675584:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761986.077734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761986.141838:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761987.101747:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761987.165807:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761988.125749:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761988.189829:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761989.149707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761989.213834:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761990.173688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761990.237757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761990.621667:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761990.621675:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761990.621679:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761990.621686:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3228
00000100:00080000:0.0:1787761990.621695:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761990.621700:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761990.621728:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972675712/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761990.621747:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761990.621751:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761990.621752:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761990.621756:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3228
00000100:00080000:0.0:1787761990.621759:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761990.621763:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787761990.621782:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972675712:192.168.204.133@tcp:250:kworker.0
00000008:00100000:0.0:1787761990.621784:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761990.621796:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972675840/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761990.621835:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761990.621866:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761990/real 1787761990]  req@ffff96b491185e00 x1874600972675712/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761990.621877:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972675712/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761990.621883:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761990.621886:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761990.621888:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972675712:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761990.621916:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972675840:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761990.621931:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761990.621938:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761990/real 1787761990]  req@ffff96b491185680 x1874600972675840/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761990.621950:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972675840/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761990.621955:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761990.621957:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761990.621959:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972675840:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761991.197684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761991.261740:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761992.221703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761992.285716:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761993.245692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761993.309780:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761994.269665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761994.333712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761995.293709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761995.357824:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761995.741689:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761995.741697:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761995.741701:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761995.741710:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3233
00000100:00080000:0.0:1787761995.741720:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761995.741727:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787761995.741761:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972675968/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761995.741790:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761995.741793:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761995.741795:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761995.741799:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3233
00000100:00080000:0.0:1787761995.741802:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761995.741806:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787761995.741814:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761995.741826:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972676096/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761995.741841:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972675968:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787761995.741889:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761995.741937:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761995/real 1787761995]  req@ffff96b491186580 x1874600972675968/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761995.741950:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972675968/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761995.741958:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761995.741961:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761995.741965:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972675968:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787761995.741982:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972676096:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787761995.741997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787761995.742005:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761995/real 1787761995]  req@ffff96b491186d00 x1874600972676096/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761995.742030:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972676096/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761995.742038:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761995.742041:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787761995.742044:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972676096:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787761996.317703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761996.381751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761997.341705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761997.405758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761998.365696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787761998.429741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761999.389688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787761999.453746:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762000.413740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762000.477745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762000.861681:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762000.861688:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762000.861691:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762000.861698:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3238
00000100:00080000:0.0:1787762000.861722:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762000.861728:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762000.861752:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972676224/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762000.861772:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762000.861775:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762000.861776:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762000.861783:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3238
00000100:00080000:0.0:1787762000.861785:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762000.861788:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762000.861794:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762000.861805:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972676352/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762000.861837:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972676224:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762000.861900:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762000.861936:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762000/real 1787762000]  req@ffff96b491184b40 x1874600972676224/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762000.861952:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972676224/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762000.861962:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762000.861966:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762000.861971:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972676224:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762000.861977:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972676352:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762000.861997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762000.862007:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762000/real 1787762000]  req@ffff96b491186d00 x1874600972676352/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762000.862023:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972676352/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762000.862029:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762000.862030:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762000.862032:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972676352:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762001.437712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762001.501747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762002.461681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762002.525749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762003.485654:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762003.549769:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762004.509697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762004.573732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762005.533710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762005.597761:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762005.981685:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762005.981692:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762005.981696:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762005.981704:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3243
00000100:00080000:0.0:1787762005.981714:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762005.981721:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762005.981766:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972676480/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762005.981792:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762005.981795:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762005.981811:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762005.981815:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3243
00000100:00080000:0.0:1787762005.981818:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762005.981822:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762005.981830:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762005.981836:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972676480:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787762005.981841:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972676608/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762005.981890:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762005.981935:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762005/real 1787762005]  req@ffff96b491186580 x1874600972676480/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762005.981961:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972676480/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762005.981970:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762005.981973:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762005.981975:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972676480:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762005.981991:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972676608:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762005.982018:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762005.982031:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762005/real 1787762005]  req@ffff96b491185680 x1874600972676608/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762005.982048:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972676608/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762005.982054:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762005.982056:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762005.982059:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972676608:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762006.557692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762006.621763:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762007.581691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762007.645816:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762008.605752:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762008.669768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762009.629679:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762009.693752:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762010.653731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762010.717810:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762011.101721:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762011.101735:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762011.101740:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762011.101752:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3248
00000100:00080000:0.0:1787762011.101765:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762011.101773:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762011.101830:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972676736/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762011.101860:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762011.101864:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762011.101866:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762011.101871:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3248
00000100:00080000:0.0:1787762011.101875:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762011.101879:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762011.101890:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762011.101910:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972676864/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762011.101932:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972676736:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762011.102010:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762011.102051:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762011/real 1787762011]  req@ffff96b491185e00 x1874600972676736/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762011.102066:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972676736/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762011.102074:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762011.102077:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762011.102084:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972676736:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762011.102104:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972676864:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762011.102119:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762011.102135:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762011/real 1787762011]  req@ffff96b491185680 x1874600972676864/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762011.102160:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972676864/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762011.102166:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762011.102168:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762011.102170:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972676864:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762011.677669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762011.741747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762012.701708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762012.765777:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762013.725663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762013.789754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762014.749705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762014.813755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762015.773651:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762015.837773:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762016.221750:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762016.221763:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762016.221768:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762016.221780:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3253
00000100:00080000:0.0:1787762016.221792:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762016.221800:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762016.221853:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972676992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762016.221880:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762016.221884:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762016.221886:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762016.221890:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3253
00000100:00080000:0.0:1787762016.221893:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762016.221897:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762016.221909:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762016.221920:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972677120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762016.221962:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972676992:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762016.222067:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972677120:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762016.797675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762016.861806:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762017.821721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762017.885770:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762018.845685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762018.909767:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787762019.293830:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787762019.293880:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787762019.293895:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787762019.293933:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:3.0:1787762019.294712:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762016/real 1787762019]  req@ffff96b491186580 x1874600972676992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762019.294741:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972676992/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762019.294753:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762019.294757:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762019.294761:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972676992:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762019.294779:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762016/real 1787762019]  req@ffff96b491186d00 x1874600972677120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762019.294791:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972677120/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762019.294799:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762019.294803:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762019.294806:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972677120:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762019.869684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762019.933720:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762020.893661:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762020.957771:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762021.341705:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762021.341710:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762021.341713:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762021.341722:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3258
00000100:00080000:1.0:1787762021.341730:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762021.341736:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762021.341761:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972677248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762021.341781:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762021.341784:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762021.341785:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762021.341790:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3258
00000100:00080000:1.0:1787762021.341794:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762021.341798:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762021.341808:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762021.341820:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972677376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762021.341834:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972677248:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762021.341896:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762021.341932:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762021/real 1787762021]  req@ffff96b48d40ed00 x1874600972677248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762021.341951:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972677248/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762021.341961:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762021.341965:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762021.341969:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972677248:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762021.342000:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972677376:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762021.342024:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762021.342037:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762021/real 1787762021]  req@ffff96b48d40f480 x1874600972677376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762021.342075:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972677376/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762021.342084:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762021.342088:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762021.342091:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972677376:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762021.917689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762021.981754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762022.941685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762023.005754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762023.965711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762024.029732:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762024.989717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762025.053732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762026.013702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762026.077711:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762026.461722:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762026.461729:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762026.461733:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762026.461743:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3263
00000100:00080000:0.0:1787762026.461754:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762026.461761:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762026.461811:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972677504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762026.461837:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762026.461840:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762026.461843:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762026.461848:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3263
00000100:00080000:0.0:1787762026.461852:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762026.461857:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787762026.461866:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972677504:192.168.204.133@tcp:250:kworker.0
00000008:00100000:0.0:1787762026.461867:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762026.461884:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972677632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762026.461917:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762026.461951:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762026/real 1787762026]  req@ffff96b491184b40 x1874600972677504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762026.461964:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972677504/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762026.461971:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762026.461973:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762026.461976:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972677504:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762026.461992:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972677632:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762026.462008:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762026.462019:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762026/real 1787762026]  req@ffff96b491186d00 x1874600972677632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762026.462039:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972677632/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762026.462046:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762026.462049:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762026.462053:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972677632:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762027.037677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762027.101814:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762028.061727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762028.125802:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762029.085701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762029.149734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762030.109697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762030.173748:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762031.133685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762031.197758:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762031.581714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762031.581721:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762031.581724:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762031.581732:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3269
00000100:00080000:2.0:1787762031.581741:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762031.581746:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762031.581777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972677760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762031.581798:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762031.581801:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762031.581802:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762031.581805:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3269
00000100:00080000:2.0:1787762031.581807:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762031.581810:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762031.581818:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762031.581827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972677888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762031.581835:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972677760:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787762031.581902:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762031.581944:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762031/real 1787762031]  req@ffff96b49109c000 x1874600972677760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762031.581961:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972677760/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762031.581971:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762031.581975:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762031.581978:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972677760:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787762031.581997:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972677888:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787762031.582016:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762031.582039:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762031/real 1787762031]  req@ffff96b49109e1c0 x1874600972677888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762031.582050:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972677888/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762031.582059:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762031.582061:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762031.582065:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972677888:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762032.157757:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762032.221799:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762033.181675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762033.245751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762034.205724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762034.269747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762035.229700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762035.293744:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762036.253693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762036.317762:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762036.701714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762036.701722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762036.701726:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762036.701736:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3274
00000100:00080000:1.0:1787762036.701744:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762036.701751:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762036.701784:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972678016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762036.701810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762036.701813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762036.701815:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762036.701819:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3274
00000100:00080000:1.0:1787762036.701822:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762036.701826:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762036.701834:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762036.701859:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972678016:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787762036.701863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972678144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762036.701921:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762036.701962:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762036/real 1787762036]  req@ffff96b48d40e1c0 x1874600972678016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762036.701979:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972678016/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762036.701990:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762036.701994:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762036.701997:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972678016:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787762036.702019:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972678144:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787762036.702039:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762036.702051:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762036/real 1787762036]  req@ffff96b48d40d680 x1874600972678144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762036.702062:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972678144/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762036.702083:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762036.702087:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762036.702090:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972678144:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762037.277721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762037.341792:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762038.301704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762038.365759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762039.325750:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762039.389764:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762040.349664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762040.413756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762041.373706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762041.437740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762041.821678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762041.821686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762041.821689:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762041.821697:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3279
00000100:00080000:1.0:1787762041.821705:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762041.821711:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762041.821742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972678272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762041.821763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762041.821765:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762041.821766:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762041.821768:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3279
00000100:00080000:1.0:1787762041.821770:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762041.821772:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762041.821779:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762041.821789:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972678400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762041.821813:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972678272:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787762041.821871:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762041.821914:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762041/real 1787762041]  req@ffff96b48d40c000 x1874600972678272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762041.821929:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972678272/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762041.821939:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762041.821943:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762041.821947:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972678272:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787762041.821954:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972678400:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787762041.821974:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762041.821985:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762041/real 1787762041]  req@ffff96b48d40d680 x1874600972678400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762041.821995:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972678400/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762041.822003:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762041.822006:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762041.822009:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972678400:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762042.397642:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762042.461757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762043.421647:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762043.485742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762044.445698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762044.509753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762045.469705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762045.533735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762046.493686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762046.557764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762046.941716:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762046.941725:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762046.941729:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762046.941738:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3284
00000100:00080000:0.0:1787762046.941746:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762046.941752:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762046.941785:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972678528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762046.941819:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762046.941821:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762046.941823:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762046.941826:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3284
00000100:00080000:0.0:1787762046.941829:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762046.941834:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762046.941843:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762046.941856:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972678656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762046.941870:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972678528:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762046.941924:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762046.941992:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762046/real 1787762046]  req@ffff96b491186580 x1874600972678528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762046.942009:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972678528/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762046.942019:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762046.942023:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762046.942026:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972678528:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762046.942044:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972678656:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762046.942061:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762046.942071:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762046/real 1787762046]  req@ffff96b491185680 x1874600972678656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762046.942082:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972678656/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762046.942090:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762046.942093:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762046.942096:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972678656:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762047.517686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762047.581754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762048.541706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762048.605790:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762049.565682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762049.629756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762050.589658:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762050.653748:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762051.613696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762051.677695:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762052.061675:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762052.061682:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762052.061685:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762052.061693:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3289
00000100:00080000:0.0:1787762052.061701:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762052.061706:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762052.061735:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972678784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762052.061768:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762052.061771:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762052.061773:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762052.061777:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3289
00000100:00080000:0.0:1787762052.061782:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762052.061786:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787762052.061794:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972678784:192.168.204.133@tcp:250:kworker.0
00000008:00100000:0.0:1787762052.061795:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762052.061814:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972678912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762052.061860:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762052.061909:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762052/real 1787762052]  req@ffff96b491185e00 x1874600972678784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762052.061921:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972678784/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762052.061928:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762052.061931:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762052.061934:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972678784:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762052.061952:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972678912:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762052.061966:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762052.061974:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762052/real 1787762052]  req@ffff96b491185680 x1874600972678912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762052.061981:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972678912/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762052.061986:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762052.061988:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762052.061990:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972678912:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762052.637653:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762052.701678:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762053.661686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762053.725735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762054.685663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762054.749737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762055.709705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762055.773739:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762056.733689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762056.797783:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762057.181679:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762057.181687:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762057.181690:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762057.181699:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3294
00000100:00080000:0.0:1787762057.181708:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762057.181713:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762057.181754:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972679040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762057.181774:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762057.181777:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762057.181778:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762057.181781:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3294
00000100:00080000:0.0:1787762057.181784:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762057.181788:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762057.181804:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972679040:192.168.204.133@tcp:250:kworker.0
00000008:00100000:0.0:1787762057.181807:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762057.181821:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972679168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762057.181861:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762057.181900:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762057/real 1787762057]  req@ffff96b491186580 x1874600972679040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762057.181918:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972679040/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762057.181926:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762057.181928:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762057.181931:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972679040:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762057.181953:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972679168:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762057.181976:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762057.181991:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762057/real 1787762057]  req@ffff96b491186d00 x1874600972679168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762057.182003:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972679168/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762057.182013:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762057.182016:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762057.182020:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972679168:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762057.757677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762057.821757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762058.781686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762058.845735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762059.805670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762059.869755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762060.829711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762060.893784:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762061.853674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762061.917762:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762062.301695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762062.301703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762062.301707:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762062.301715:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3299
00000100:00080000:3.0:1787762062.301723:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762062.301729:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787762062.301759:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972679296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762062.301781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762062.301784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762062.301785:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762062.301787:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3299
00000100:00080000:3.0:1787762062.301789:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762062.301792:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787762062.301799:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762062.301807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972679424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762062.301817:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972679296:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787762062.301864:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762062.301893:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762062/real 1787762062]  req@ffff96b491059a40 x1874600972679296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762062.301905:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972679296/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762062.301927:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762062.301930:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762062.301933:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972679296:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762062.301950:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972679424:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762062.301967:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762062.301978:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762062/real 1787762062]  req@ffff96b4910583c0 x1874600972679424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762062.301990:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972679424/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762062.301999:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762062.302002:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762062.302006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972679424:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787762062.877713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762062.941731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762063.901709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762063.965736:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762064.925744:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762064.989702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762065.949674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762066.013728:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762066.973694:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762067.037732:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762067.421710:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762067.421719:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762067.421723:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762067.421733:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3304
00000100:00080000:0.0:1787762067.421744:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762067.421750:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762067.421789:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972679552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762067.421813:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762067.421816:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762067.421817:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762067.421820:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3304
00000100:00080000:0.0:1787762067.421822:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762067.421824:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762067.421833:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762067.421842:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972679680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762067.421897:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972679552:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787762067.421964:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762067.421998:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762067/real 1787762067]  req@ffff96b491184b40 x1874600972679552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762067.422011:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972679552/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762067.422021:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762067.422025:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762067.422029:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972679552:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762067.422050:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972679680:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762067.422070:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762067.422079:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762067/real 1787762067]  req@ffff96b491186d00 x1874600972679680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762067.422086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972679680/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762067.422092:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762067.422094:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762067.422096:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972679680:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787762067.997690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762068.061753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762069.021717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762069.085764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762070.045709:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762070.109718:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762071.069708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762071.133757:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762072.093728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762072.157801:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762072.541708:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762072.541721:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762072.541725:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762072.541736:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3310
00000100:00080000:0.0:1787762072.541748:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762072.541757:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762072.541805:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972679808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762072.541839:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762072.541843:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762072.541844:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762072.541848:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3310
00000100:00080000:0.0:1787762072.541852:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762072.541856:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762072.541867:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762072.541884:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972679936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762072.541884:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972679808:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787762072.541959:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762072.541991:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762072/real 1787762072]  req@ffff96b491186580 x1874600972679808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762072.542005:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972679808/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762072.542015:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762072.542019:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762072.542023:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972679808:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762072.542047:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972679936:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762072.542071:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762072.542084:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762072/real 1787762072]  req@ffff96b491185680 x1874600972679936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762072.542110:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972679936/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762072.542116:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762072.542118:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762072.542120:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972679936:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787762073.117729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762073.181737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762074.141667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762074.205772:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762075.165721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762075.229729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762076.189713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762076.253725:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762077.213716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762077.277749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762077.661670:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762077.661676:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762077.661679:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762077.661687:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3315
00000100:00080000:0.0:1787762077.661697:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762077.661702:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762077.661730:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972680064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762077.661751:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762077.661753:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762077.661754:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762077.661757:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3315
00000100:00080000:0.0:1787762077.661759:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762077.661761:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762077.661768:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762077.661778:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972680192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762077.661792:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972680064:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787762077.661840:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762077.661869:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762077/real 1787762077]  req@ffff96b491185e00 x1874600972680064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762077.661882:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972680064/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762077.661889:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762077.661892:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762077.661894:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972680064:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762077.661909:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972680192:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762077.661921:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762077.661928:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762077/real 1787762077]  req@ffff96b491185680 x1874600972680192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762077.661934:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972680192/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762077.661953:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762077.661956:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762077.661958:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972680192:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787762078.237737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762078.301769:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762079.261677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762079.325755:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762080.285708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762080.349734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762081.309666:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762081.373745:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762082.333707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762082.397718:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762082.781673:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762082.781680:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762082.781683:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762082.781691:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3320
00000100:00080000:2.0:1787762082.781706:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762082.781712:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762082.781740:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972680320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762082.781762:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762082.781765:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762082.781767:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762082.781770:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3320
00000100:00080000:2.0:1787762082.781774:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762082.781777:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762082.781786:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762082.781797:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972680448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762082.781806:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972680320:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762082.781892:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972680448:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787762083.357739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762083.421796:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762084.381780:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762084.445717:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762085.405710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762085.469756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787762085.853860:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:3.0:1787762085.853907:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787762085.853924:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:3.0:1787762085.853984:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:2.0:1787762085.854055:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762082/real 1787762085]  req@ffff96b49109c3c0 x1874600972680448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762085.854091:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972680448/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762085.854102:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762085.854105:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762085.854109:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972680448:192.168.204.133@tcp:38:kworker.0
00000100:00100000:2.0:1787762085.854115:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762082/real 1787762085]  req@ffff96b49109f840 x1874600972680320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762085.854125:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972680320/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762085.854131:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762085.854134:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762085.854136:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972680320:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787762086.429687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762086.493757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762087.453675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762087.517735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762087.901694:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762087.901705:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762087.901709:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762087.901719:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3325
00000100:00080000:0.0:1787762087.901730:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762087.901737:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762087.901770:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972680576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762087.901796:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762087.901799:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762087.901800:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762087.901803:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3325
00000100:00080000:0.0:1787762087.901806:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762087.901809:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762087.901816:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762087.901827:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972680704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762087.901845:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972680576:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787762087.901904:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762087.901944:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762087/real 1787762087]  req@ffff96b491186580 x1874600972680576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762087.901960:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972680576/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762087.901971:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762087.901974:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762087.901978:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972680576:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762087.902020:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972680704:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762087.902044:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762087.902058:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762087/real 1787762087]  req@ffff96b491186d00 x1874600972680704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762087.902069:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972680704/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762087.902077:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762087.902080:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762087.902082:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972680704:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787762088.477705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762088.541732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762089.501684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762089.565710:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762090.525725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762090.589743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762091.549693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762091.613799:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762092.573689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762092.637777:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762093.021726:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762093.021736:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762093.021741:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762093.021756:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3330
00000100:00080000:2.0:1787762093.021768:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762093.021776:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762093.021824:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972680832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762093.021855:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762093.021860:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762093.021863:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762093.021869:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3330
00000100:00080000:2.0:1787762093.021875:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762093.021894:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762093.021905:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762093.021918:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972680960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762093.021962:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972680832:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787762093.022032:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762093.022081:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762093/real 1787762093]  req@ffff96b49109f840 x1874600972680832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762093.022096:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972680832/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762093.022104:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762093.022107:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762093.022112:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972680832:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762093.022119:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972680960:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762093.022142:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762093.022155:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762093/real 1787762093]  req@ffff96b49109c3c0 x1874600972680960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762093.022168:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972680960/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762093.022176:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762093.022179:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762093.022183:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972680960:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787762093.597686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762093.661771:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762094.621718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762094.685697:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762095.645692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762095.709733:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762096.669712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762096.733735:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762097.693689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762097.757750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762098.141691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762098.141701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762098.141706:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762098.141716:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3335
00000100:00080000:3.0:1787762098.141727:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762098.141734:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787762098.141776:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972681088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762098.141800:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762098.141804:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762098.141806:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762098.141810:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3335
00000100:00080000:3.0:1787762098.141815:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762098.141820:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787762098.141832:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762098.141834:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972681088:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762098.141852:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972681216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762098.141911:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762098.141963:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762098/real 1787762098]  req@ffff96b491058b40 x1874600972681088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762098.141978:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972681088/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762098.141986:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762098.141989:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762098.141993:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972681088:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762098.142021:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972681216:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762098.142046:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762098.142058:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762098/real 1787762098]  req@ffff96b49105ad00 x1874600972681216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762098.142070:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972681216/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762098.142079:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762098.142083:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762098.142086:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972681216:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787762098.717671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762098.781828:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762099.741695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762099.805743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762100.765652:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762100.829796:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762101.789698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762101.853771:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762102.813729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762102.877722:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762103.261721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762103.261731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762103.261735:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762103.261746:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3340
00000100:00080000:1.0:1787762103.261772:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762103.261779:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762103.261811:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972681344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762103.261853:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762103.261857:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762103.261860:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762103.261864:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3340
00000100:00080000:1.0:1787762103.261868:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762103.261871:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762103.261881:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762103.261895:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972681472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762103.261927:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972681344:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787762103.262001:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762103.262044:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762103/real 1787762103]  req@ffff96b48d40e1c0 x1874600972681344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762103.262069:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972681344/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762103.262078:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762103.262082:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762103.262085:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972681344:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762103.262091:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972681472:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762103.262106:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762103.262115:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762103/real 1787762103]  req@ffff96b48d40f480 x1874600972681472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762103.262122:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972681472/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762103.262128:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762103.262130:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762103.262131:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972681472:192.168.204.133@tcp:38:kworker.0
00000100:00100000:0.0:1787762103.837725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762103.901763:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762104.861864:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762104.925775:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762105.885723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762105.949737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762106.909687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762106.973722:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762107.933703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762107.997786:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762108.381711:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762108.381718:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762108.381721:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762108.381728:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3345
00000100:00080000:2.0:1787762108.381736:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762108.381753:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762108.381783:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972681600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762108.381819:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762108.381821:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762108.381822:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762108.381825:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3345
00000100:00080000:2.0:1787762108.381828:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762108.381830:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762108.381837:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762108.381847:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972681728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762108.381863:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972681600:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787762108.381914:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762108.381948:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762108/real 1787762108]  req@ffff96b49109c3c0 x1874600972681600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762108.381967:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972681600/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762108.381977:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762108.381980:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762108.381983:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972681600:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787762108.382001:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972681728:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787762108.382017:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762108.382025:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762108/real 1787762108]  req@ffff96b49109f840 x1874600972681728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762108.382032:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972681728/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762108.382046:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762108.382048:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762108.382051:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972681728:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762108.957685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762109.021707:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762109.981682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762110.045755:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762111.005669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762111.069786:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762112.029689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762112.093795:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762113.053696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762113.117786:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762113.501766:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762113.501775:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762113.501780:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762113.501797:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3351
00000100:00080000:0.0:1787762113.501808:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762113.501816:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762113.501855:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972681856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762113.501894:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762113.501899:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762113.501901:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762113.501905:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3351
00000100:00080000:0.0:1787762113.501908:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762113.501912:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762113.501920:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762113.501933:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972681984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762113.502028:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972681856:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787762113.502082:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762113.502119:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762113/real 1787762113]  req@ffff96b491184b40 x1874600972681856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762113.502135:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972681856/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762113.502145:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762113.502149:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762113.502153:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972681856:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762113.502159:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972681984:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762113.502180:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762113.502192:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762113/real 1787762113]  req@ffff96b491186d00 x1874600972681984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762113.502215:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972681984/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762113.502224:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762113.502227:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762113.502229:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972681984:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762114.077702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762114.141776:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762115.101710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762115.165764:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762116.125675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762116.189808:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762117.149687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762117.213752:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762118.173688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762118.237729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762118.621720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762118.621733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762118.621738:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762118.621751:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3356
00000100:00080000:1.0:1787762118.621764:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762118.621772:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762118.621822:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972682112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762118.621848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762118.621851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762118.621852:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762118.621855:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3356
00000100:00080000:1.0:1787762118.621858:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762118.621881:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762118.621892:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762118.621893:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972682112:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787762118.621917:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972682240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762118.621973:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762118.622023:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762118/real 1787762118]  req@ffff96b48d40ed00 x1874600972682112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762118.622040:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972682112/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762118.622050:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762118.622054:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762118.622057:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972682112:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762118.622080:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972682240:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762118.622097:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762118.622105:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762118/real 1787762118]  req@ffff96b48d40f0c0 x1874600972682240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762118.622113:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972682240/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762118.622133:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762118.622136:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762118.622138:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972682240:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762119.197738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762119.261768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762120.221727:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762120.285749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762121.245723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762121.309731:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762122.269695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762122.333780:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762123.293730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762123.357776:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762123.741808:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762123.741834:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762123.741840:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762123.741852:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3361
00000100:00080000:3.0:1787762123.741875:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762123.741885:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787762123.741981:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972682368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762123.742028:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762123.742033:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762123.742047:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762123.742053:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3361
00000100:00080000:3.0:1787762123.742058:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762123.742064:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787762123.742076:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762123.742079:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972682368:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762123.742119:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972682496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762123.742148:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762123.742188:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762123/real 1787762123]  req@ffff96b491058f00 x1874600972682368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762123.742203:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972682368/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762123.742211:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762123.742214:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762123.742217:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972682368:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762123.742239:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972682496:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762123.742254:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762123.742272:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762123/real 1787762123]  req@ffff96b49105ad00 x1874600972682496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762123.742285:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972682496/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762123.742307:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762123.742311:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762123.742314:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972682496:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762124.317748:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762124.381714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762125.341710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762125.405835:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762126.365699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762126.429754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762127.389682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762127.453757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762128.413698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762128.477749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762128.861732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762128.861742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762128.861747:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762128.861760:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3366
00000100:00080000:1.0:1787762128.861782:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762128.861792:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762128.861840:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972682624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762128.861874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762128.861878:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762128.861880:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762128.861884:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3366
00000100:00080000:1.0:1787762128.861905:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762128.861910:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787762128.861921:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972682624:192.168.204.133@tcp:250:kworker.0
00000008:00100000:1.0:1787762128.861922:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762128.861943:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972682752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762128.862188:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762128.862291:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762128/real 1787762128]  req@ffff96b48d40e580 x1874600972682624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762128.862310:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972682624/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762128.862321:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762128.862326:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762128.862330:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972682624:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762128.862368:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972682752:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762128.862392:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762128.862411:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762128/real 1787762128]  req@ffff96b48d40de00 x1874600972682752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762128.862420:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972682752/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762128.862426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762128.862428:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762128.862430:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972682752:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762129.437687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762129.501756:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762130.461668:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762130.525721:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762131.485736:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762131.549807:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762132.509680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762132.573761:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762133.533771:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762133.597788:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762133.981745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762133.981759:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762133.981764:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762133.981776:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3371
00000100:00080000:3.0:1787762133.981789:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762133.981806:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787762133.981856:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972682880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762133.981884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762133.981889:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762133.981891:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762133.981895:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3371
00000100:00080000:3.0:1787762133.981899:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762133.981904:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787762133.981916:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762133.981922:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972682880:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762133.981932:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972683008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762133.981998:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762133.982035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762133/real 1787762133]  req@ffff96b491058b40 x1874600972682880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762133.982048:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972682880/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762133.982056:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762133.982058:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762133.982061:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972682880:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762133.982082:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972683008:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762133.982097:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762133.982104:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762133/real 1787762133]  req@ffff96b4910583c0 x1874600972683008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762133.982111:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972683008/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762133.982122:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762133.982125:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762133.982127:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972683008:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762134.557718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762134.621739:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762135.581690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762135.645757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762136.605713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762136.669807:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762137.629700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762137.693776:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762138.653695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762138.717729:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762139.101763:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762139.101777:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762139.101783:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762139.101796:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3376
00000100:00080000:0.0:1787762139.101808:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762139.101817:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762139.101861:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972683136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762139.101891:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762139.101895:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762139.101897:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762139.101902:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3376
00000100:00080000:0.0:1787762139.101905:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762139.101909:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762139.101922:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762139.101937:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972683264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762139.101965:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972683136:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787762139.102026:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762139.102060:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762139/real 1787762139]  req@ffff96b491186580 x1874600972683136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762139.102072:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972683136/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762139.102080:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762139.102083:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762139.102085:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972683136:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762139.102109:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972683264:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762139.102124:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762139.102131:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762139/real 1787762139]  req@ffff96b491185680 x1874600972683264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762139.102138:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972683264/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762139.102144:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762139.102170:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762139.102172:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972683264:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762139.677648:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762139.741793:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762140.701716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762140.765710:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762141.725729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762141.789753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762142.749844:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762142.813680:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762143.773731:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762143.837799:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762144.221695:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762144.221705:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762144.221709:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762144.221720:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3381
00000100:00080000:2.0:1787762144.221731:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762144.221738:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762144.221791:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972683392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762144.221825:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762144.221829:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762144.221831:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762144.221836:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3381
00000100:00080000:2.0:1787762144.221840:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762144.221845:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762144.221856:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762144.221875:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972683520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762144.221876:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972683392:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762144.221971:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762144.222020:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762144/real 1787762144]  req@ffff96b49109d2c0 x1874600972683392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762144.222035:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972683392/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762144.222044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762144.222057:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762144.222062:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972683392:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762144.222087:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972683520:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762144.222104:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762144.222113:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762144/real 1787762144]  req@ffff96b49109f840 x1874600972683520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762144.222121:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972683520/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762144.222126:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762144.222129:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762144.222131:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972683520:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762144.797751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762144.861726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762145.821705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762145.885816:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762146.845733:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762146.909702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762147.869778:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762147.933757:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762148.893698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762148.957762:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762149.341720:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762149.341744:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762149.341749:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762149.341760:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3386
00000100:00080000:2.0:1787762149.341771:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762149.341779:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762149.341811:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972683648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762149.341839:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762149.341842:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762149.341844:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762149.341848:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3386
00000100:00080000:2.0:1787762149.341851:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762149.341854:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762149.341869:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762149.341885:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972683776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762149.341886:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972683648:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762149.341988:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972683776:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762149.917663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762149.981712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762150.941719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762151.005769:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762151.965675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762152.029743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787762152.413845:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:2.0:1787762152.413878:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787762152.413917:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:2.0:1787762152.413968:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:3.0:1787762152.414132:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762149/real 1787762152]  req@ffff96b49109e1c0 x1874600972683776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762152.414179:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972683776/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762152.414192:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762152.414199:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762152.414204:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972683776:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762152.414213:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762149/real 1787762152]  req@ffff96b49109c3c0 x1874600972683648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762152.414226:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972683648/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762152.414234:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762152.414237:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762152.414250:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972683648:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787762152.989716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762153.053767:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762154.013704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762154.077830:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762154.461734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762154.461756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762154.461762:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762154.461777:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3391
00000100:00080000:1.0:1787762154.461790:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762154.461805:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762154.461867:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972683904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762154.461904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762154.461908:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762154.461911:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762154.461916:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3391
00000100:00080000:1.0:1787762154.461920:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762154.461924:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762154.461935:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762154.461951:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972684032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762154.462024:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972683904:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762154.462089:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762154.462127:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762154/real 1787762154]  req@ffff96b48d40fc00 x1874600972683904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762154.462145:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972683904/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762154.462156:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762154.462173:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762154.462177:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972683904:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762154.462185:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972684032:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762154.462204:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762154.462214:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762154/real 1787762154]  req@ffff96b48d40de00 x1874600972684032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762154.462225:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972684032/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762154.462233:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762154.462236:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762154.462239:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972684032:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762155.037700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762155.101859:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762156.061745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762156.125734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762157.085762:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762157.149794:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762158.109713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762158.173797:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762159.133693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762159.197796:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762159.581702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762159.581710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762159.581713:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762159.581727:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3397
00000100:00080000:1.0:1787762159.581767:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762159.581774:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762159.581802:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972684160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762159.581826:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762159.581829:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762159.581831:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762159.581836:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3397
00000100:00080000:1.0:1787762159.581839:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762159.581843:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762159.581852:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762159.581865:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972684288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762159.581873:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972684160:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762159.581939:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762159.581980:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762159/real 1787762159]  req@ffff96b48d40e580 x1874600972684160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762159.582001:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972684160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762159.582009:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762159.582012:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762159.582014:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972684160:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762159.582031:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972684288:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762159.582054:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762159.582063:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762159/real 1787762159]  req@ffff96b48d40f0c0 x1874600972684288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762159.582070:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972684288/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762159.582075:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762159.582077:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762159.582079:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972684288:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762160.157826:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762160.221763:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762161.181716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762161.245734:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762162.205725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762162.269870:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762163.229738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762163.293753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762164.253708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762164.317750:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762164.701701:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762164.701709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762164.701713:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762164.701722:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3402
00000100:00080000:1.0:1787762164.701732:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762164.701738:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762164.701770:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972684416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762164.701804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762164.701807:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762164.701809:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762164.701813:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3402
00000100:00080000:1.0:1787762164.701816:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762164.701820:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762164.701829:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762164.701843:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972684544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762164.701850:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972684416:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762164.701908:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762164.701947:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762164/real 1787762164]  req@ffff96b48d40ed00 x1874600972684416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762164.701963:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972684416/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762164.701974:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762164.701987:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762164.701992:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972684416:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762164.702028:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972684544:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762164.702051:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762164.702122:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762164/real 1787762164]  req@ffff96b48d40f480 x1874600972684544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762164.702260:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972684544/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762164.702273:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762164.702311:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762164.702315:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972684544:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762165.277708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762165.341714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762166.301704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762166.365877:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762167.325682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762167.389726:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762168.349699:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762168.413781:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762169.373697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762169.437705:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762169.821687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762169.821701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762169.821706:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762169.821718:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3407
00000100:00080000:1.0:1787762169.821732:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762169.821741:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762169.821787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972684672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762169.821823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762169.821827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762169.821848:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787762169.821853:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972684672:192.168.204.133@tcp:250:kworker.0
00000100:00080000:1.0:1787762169.821858:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3407
00000100:00080000:1.0:1787762169.821864:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762169.821869:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762169.821881:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762169.821896:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972684800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762169.821918:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762169.821957:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762169/real 1787762169]  req@ffff96b48d40e1c0 x1874600972684672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762169.821969:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972684672/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762169.821978:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762169.821980:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762169.821983:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972684672:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762169.822003:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972684800:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762169.822024:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762169.822035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762169/real 1787762169]  req@ffff96b48d40d680 x1874600972684800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762169.822047:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972684800/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762169.822067:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762169.822071:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762169.822075:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972684800:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762170.397730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762170.461790:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762171.421663:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762171.485743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762172.445669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762172.509930:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762173.469707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762173.533705:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762174.493716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762174.557751:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762174.941709:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762174.941722:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762174.941725:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762174.941734:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3412
00000100:00080000:2.0:1787762174.941742:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762174.941748:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762174.941786:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972684928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762174.941817:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762174.941821:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762174.941822:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762174.941825:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3412
00000100:00080000:2.0:1787762174.941829:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762174.941832:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762174.941842:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762174.941856:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972685056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762174.941873:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972684928:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762174.941965:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762174.942014:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762174/real 1787762174]  req@ffff96b49109c000 x1874600972684928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762174.942028:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972684928/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762174.942037:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762174.942040:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762174.942043:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972684928:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762174.942067:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972685056:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762174.942082:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762174.942090:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762174/real 1787762174]  req@ffff96b49109cb40 x1874600972685056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762174.942097:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972685056/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762174.942102:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762174.942104:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762174.942106:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972685056:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762175.517697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762175.581722:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762176.541702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762176.605865:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762177.566262:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762177.629778:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762178.589670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762178.653750:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762179.613698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762179.677693:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762180.061734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762180.061744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762180.061748:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762180.061758:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3417
00000100:00080000:3.0:1787762180.061769:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762180.061776:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787762180.061821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972685184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762180.061845:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762180.061848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762180.061850:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762180.061854:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3417
00000100:00080000:3.0:1787762180.061857:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762180.061867:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787762180.061876:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762180.061883:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972685184:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762180.061892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972685312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762180.061949:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762180.061978:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762180/real 1787762180]  req@ffff96b491059a40 x1874600972685184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762180.061989:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972685184/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762180.061996:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762180.061998:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762180.062001:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972685184:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762180.062018:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972685312:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762180.062031:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762180.062038:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762180/real 1787762180]  req@ffff96b491059680 x1874600972685312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762180.062044:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972685312/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762180.062050:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762180.062051:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762180.062053:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972685312:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762180.637690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762180.701738:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762181.661714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762181.725713:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762182.685730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762182.749727:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762183.709682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762183.773737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762184.733741:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762184.797776:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762185.181698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762185.181707:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762185.181711:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762185.181720:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3422
00000100:00080000:1.0:1787762185.181729:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762185.181744:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762185.181774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972685440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762185.181801:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762185.181804:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762185.181806:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762185.181810:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3422
00000100:00080000:1.0:1787762185.181826:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762185.181831:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762185.181840:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762185.181846:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972685440:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787762185.181855:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972685568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762185.181912:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762185.181948:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762185/real 1787762185]  req@ffff96b48d40c000 x1874600972685440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762185.181964:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972685440/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762185.181974:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762185.181978:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762185.181981:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972685440:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762185.182004:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972685568:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762185.182023:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762185.182032:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762185/real 1787762185]  req@ffff96b48d40d680 x1874600972685568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762185.182039:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972685568/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762185.182044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762185.182046:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762185.182048:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972685568:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762185.757683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762185.821724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762186.781701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762186.845740:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762187.805667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762187.869750:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762188.829685:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762188.893693:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762189.853728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762189.917711:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762190.301704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762190.301712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762190.301715:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762190.301723:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3427
00000100:00080000:3.0:1787762190.301731:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762190.301736:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787762190.301765:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058000 x1874600972685696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762190.301784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762190.301791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762190.301792:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762190.301794:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3427
00000100:00080000:3.0:1787762190.301797:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762190.301799:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787762190.301806:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762190.301816:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059680 x1874600972685824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762190.301834:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972685696:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787762190.301884:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762190.301913:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762190/real 1787762190]  req@ffff96b491058000 x1874600972685696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762190.301936:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058000 x1874600972685696/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762190.301943:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762190.301946:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762190.301949:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972685696:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762190.301953:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972685824:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762190.301967:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762190.301974:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762190/real 1787762190]  req@ffff96b491059680 x1874600972685824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762190.301981:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059680 x1874600972685824/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762190.301986:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762190.301988:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762190.301989:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972685824:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762190.877702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762190.941787:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762191.901684:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762191.965747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762192.925649:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762192.989808:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762193.949693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762194.013755:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762194.973729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762195.037775:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762195.421690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762195.421699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762195.421703:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762195.421713:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3432
00000100:00080000:1.0:1787762195.421722:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762195.421728:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762195.421763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972685952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762195.421791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762195.421793:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762195.421795:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762195.421798:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3432
00000100:00080000:1.0:1787762195.421800:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762195.421803:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762195.421810:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762195.421827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972686080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762195.421838:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972685952:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787762195.421887:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762195.421916:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762195/real 1787762195]  req@ffff96b48d40e1c0 x1874600972685952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762195.421943:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972685952/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762195.421950:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762195.421952:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762195.421955:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972685952:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762195.421972:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972686080:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762195.421985:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762195.421992:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762195/real 1787762195]  req@ffff96b48d40f480 x1874600972686080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762195.421999:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972686080/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762195.422004:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762195.422013:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762195.422015:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972686080:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762195.997690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762196.061727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762197.021720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762197.085699:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762198.045721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762198.109724:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762199.069681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762199.133713:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762200.093686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762200.157708:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762200.541691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762200.541718:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762200.541722:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762200.541733:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3438
00000100:00080000:1.0:1787762200.541744:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762200.541752:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762200.541789:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972686208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762200.541822:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762200.541826:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762200.541828:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762200.541834:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3438
00000100:00080000:1.0:1787762200.541838:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762200.541843:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762200.541853:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762200.541866:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972686336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762200.541889:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972686208:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762200.542002:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762200.542057:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762200/real 1787762200]  req@ffff96b48d40ed00 x1874600972686208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762200.542080:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972686208/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762200.542094:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762200.542099:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762200.542336:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972686208:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762200.542425:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972686336:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762200.542471:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762200.542490:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762200/real 1787762200]  req@ffff96b48d40f0c0 x1874600972686336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762200.542507:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972686336/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762200.542518:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762200.542522:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762200.542526:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972686336:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762201.117711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762201.181708:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762202.141700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762202.205735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762203.165701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762203.229712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762204.189751:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762204.253754:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762205.213691:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762205.277817:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762205.661733:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762205.661743:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762205.661763:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762205.661773:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3443
00000100:00080000:2.0:1787762205.661782:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762205.661791:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762205.661824:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972686464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762205.661851:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762205.661855:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762205.661868:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762205.661873:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3443
00000100:00080000:2.0:1787762205.661878:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762205.661883:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762205.661891:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762205.661898:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972686464:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762205.661908:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972686592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762205.661961:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762205.662000:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762205/real 1787762205]  req@ffff96b49109fc00 x1874600972686464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762205.662016:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972686464/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762205.662026:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762205.662029:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762205.662033:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972686464:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762205.662054:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972686592:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762205.662073:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762205.662086:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762205/real 1787762205]  req@ffff96b49109cb40 x1874600972686592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762205.662096:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972686592/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762205.662104:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762205.662107:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762205.662111:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972686592:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762206.237662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762206.301720:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762207.261728:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762207.325768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762208.285721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762208.349746:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762209.309768:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762209.373801:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762210.333660:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762210.397735:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762210.781702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762210.781711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762210.781715:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762210.781726:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3448
00000100:00080000:1.0:1787762210.781736:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762210.781743:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762210.781790:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972686720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762210.781846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762210.781850:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762210.781852:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762210.781857:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3448
00000100:00080000:1.0:1787762210.781862:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762210.781866:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762210.781876:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762210.781889:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972686720:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787762210.781894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972686848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762210.781942:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762210.781973:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762210/real 1787762210]  req@ffff96b48d40e580 x1874600972686720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762210.781990:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972686720/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762210.782000:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762210.782003:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762210.782007:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972686720:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762210.782027:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972686848:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762210.782043:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762210.782051:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762210/real 1787762210]  req@ffff96b48d40de00 x1874600972686848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762210.782058:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972686848/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762210.782064:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762210.782066:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762210.782067:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972686848:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762211.357719:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762211.421833:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762212.381705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762212.445761:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762213.405737:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762213.469771:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762214.429703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762214.493811:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762215.453683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762215.517753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762215.901671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762215.901681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762215.901686:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762215.901693:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3453
00000100:00080000:1.0:1787762215.901701:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762215.901707:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762215.901740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972686976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762215.901768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762215.901772:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762215.901774:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762215.901778:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3453
00000100:00080000:1.0:1787762215.901782:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762215.901785:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762215.901814:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762215.901817:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972686976:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787762215.901831:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40de00 x1874600972687104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762215.901908:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972687104:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762216.477754:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762216.541840:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762217.501686:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762217.565759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762218.525745:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762218.589779:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787762218.973982:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787762218.974037:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787762218.974058:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787762218.974122:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:3.0:1787762218.974231:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762215/real 1787762218]  req@ffff96b48d40de00 x1874600972687104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762218.974262:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40de00 x1874600972687104/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762218.974277:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762218.974282:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762218.974287:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972687104:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762218.974295:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762215/real 1787762218]  req@ffff96b48d40fc00 x1874600972686976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762218.974307:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972686976/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762218.974315:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762218.974318:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762218.974339:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972686976:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762219.549705:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762219.613741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762220.573713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762220.637760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762221.021742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762221.021755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762221.021761:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762221.021773:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3458
00000100:00080000:3.0:1787762221.021786:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762221.021795:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787762221.021842:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491059a40 x1874600972687232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762221.021873:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762221.021876:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762221.021877:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762221.021880:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3458
00000100:00080000:3.0:1787762221.021883:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762221.021886:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787762221.021895:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762221.021905:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b4910583c0 x1874600972687360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762221.022011:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972687232:192.168.204.133@tcp:250:kworker.0
00000800:00000100:2.0:1787762221.022096:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762221.022148:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762221/real 1787762221]  req@ffff96b491059a40 x1874600972687232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762221.022168:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491059a40 x1874600972687232/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762221.022182:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762221.022186:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762221.022190:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972687232:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762221.022198:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972687360:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762221.022223:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762221.022235:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762221/real 1787762221]  req@ffff96b4910583c0 x1874600972687360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762221.022246:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b4910583c0 x1874600972687360/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762221.022254:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762221.022258:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762221.022260:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b4910583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972687360:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762221.597683:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762221.661761:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762222.621729:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762222.685764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762223.645692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762223.709734:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762224.669700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762224.733793:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762225.693690:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762225.757746:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762226.141699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762226.141706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762226.141710:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762226.141722:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3463
00000100:00080000:3.0:1787762226.141732:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762226.141739:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787762226.141778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058b40 x1874600972687488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762226.141805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762226.141809:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762226.141811:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762226.141817:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3463
00000100:00080000:3.0:1787762226.141822:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762226.141827:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762226.141835:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972687488:192.168.204.133@tcp:250:kworker.0
00000008:00100000:3.0:1787762226.141837:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762226.141853:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972687616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762226.141892:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762226.141922:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762226/real 1787762226]  req@ffff96b491058b40 x1874600972687488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762226.141939:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058b40 x1874600972687488/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762226.141950:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762226.141954:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762226.141958:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972687488:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762226.141978:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972687616:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762226.141994:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762226.142003:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762226/real 1787762226]  req@ffff96b49105ad00 x1874600972687616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762226.142010:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972687616/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762226.142015:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762226.142017:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762226.142019:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972687616:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762226.717711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762226.781744:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762227.741670:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762227.805706:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762228.765707:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762228.829767:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762229.789672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762229.853778:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762230.813682:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762230.877743:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762231.261728:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762231.261738:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762231.261741:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762231.261749:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3468
00000100:00080000:2.0:1787762231.261758:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762231.261764:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762231.261794:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972687744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762231.261824:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762231.261827:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762231.261829:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762231.261833:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3468
00000100:00080000:2.0:1787762231.261836:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762231.261841:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762231.261851:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762231.261867:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972687872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762231.261878:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972687744:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762231.261959:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762231.262006:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762231/real 1787762231]  req@ffff96b49109c000 x1874600972687744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762231.262035:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972687744/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762231.262044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762231.262047:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762231.262050:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972687744:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762231.262074:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972687872:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762231.262091:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762231.262100:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762231/real 1787762231]  req@ffff96b49109c3c0 x1874600972687872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762231.262107:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972687872/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762231.262118:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762231.262120:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762231.262122:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972687872:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762231.837688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762231.901804:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762232.861674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762232.925737:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762233.885674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762233.949724:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762234.909678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762234.973747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762235.933715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762235.997808:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762236.381750:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762236.381762:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762236.381768:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762236.381781:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3473
00000100:00080000:0.0:1787762236.381817:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762236.381834:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762236.381881:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972688000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762236.381910:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762236.381914:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762236.381917:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762236.381926:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3473
00000100:00080000:0.0:1787762236.381930:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762236.381936:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762236.381949:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762236.381972:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972688128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762236.382014:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972688000:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762236.382222:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762236.382297:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762236/real 1787762236]  req@ffff96b491185e00 x1874600972688000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762236.382323:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972688000/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762236.382335:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762236.382339:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762236.382343:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972688000:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762236.382367:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972688128:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762236.382388:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762236.382399:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762236/real 1787762236]  req@ffff96b491185680 x1874600972688128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762236.382410:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972688128/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762236.382418:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762236.382422:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762236.382425:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972688128:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762236.957672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762237.021836:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762237.981721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762238.045781:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762239.005724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762239.069760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762240.029662:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762240.093711:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762241.053723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762241.117837:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762241.501690:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762241.501698:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762241.501701:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762241.501708:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3479
00000100:00080000:2.0:1787762241.501716:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762241.501721:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762241.501756:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972688256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762241.501776:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762241.501779:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762241.501780:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762241.501783:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3479
00000100:00080000:2.0:1787762241.501785:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762241.501788:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762241.501796:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762241.501804:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972688384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762241.501829:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972688256:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762241.501912:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762241.501970:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762241/real 1787762241]  req@ffff96b49109e1c0 x1874600972688256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762241.502014:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972688256/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762241.502027:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762241.502032:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762241.502037:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972688256:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762241.502068:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972688384:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762241.502089:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762241.502102:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762241/real 1787762241]  req@ffff96b49109f840 x1874600972688384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762241.502116:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972688384/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762241.502126:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762241.502130:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762241.502134:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972688384:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762242.077733:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762242.141689:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762243.101715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762243.165795:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762244.125693:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762244.189745:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762245.149711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762245.213830:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762246.173698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762246.237819:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762246.621727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762246.621737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762246.621742:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762246.621754:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3484
00000100:00080000:2.0:1787762246.621787:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762246.621799:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762246.621842:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972688512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762246.621903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762246.621906:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762246.621908:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762246.621918:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3484
00000100:00100000:3.0:1787762246.621919:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972688512:192.168.204.133@tcp:250:kworker.0
00000100:00080000:2.0:1787762246.621922:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762246.621935:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762246.621947:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762246.621963:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972688640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762246.621997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762246.622032:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762246/real 1787762246]  req@ffff96b49109d2c0 x1874600972688512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762246.622058:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972688512/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762246.622081:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762246.622085:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762246.622089:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972688512:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762246.622115:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972688640:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762246.622140:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762246.622152:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762246/real 1787762246]  req@ffff96b49109f840 x1874600972688640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762246.622165:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972688640/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762246.622174:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762246.622178:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762246.622181:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972688640:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762247.197706:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762247.261808:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762248.221711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762248.285779:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762249.245632:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762249.309790:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762250.269704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762250.333723:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762251.293896:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762251.357718:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762251.741707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762251.741716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762251.741720:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762251.741731:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3489
00000100:00080000:3.0:1787762251.741754:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762251.741761:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787762251.741789:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491058f00 x1874600972688768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762251.741815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762251.741819:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762251.741821:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762251.741825:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3489
00000100:00080000:3.0:1787762251.741828:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762251.741833:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:3.0:1787762251.741842:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762251.741853:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972688768:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762251.741856:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49105ad00 x1874600972688896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762251.741918:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762251.741953:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762251/real 1787762251]  req@ffff96b491058f00 x1874600972688768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762251.741980:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491058f00 x1874600972688768/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762251.741990:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762251.741993:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762251.742000:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972688768:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762251.742018:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972688896:192.168.204.133@tcp:38:kworker.0
00000800:00000100:2.0:1787762251.742036:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:2.0:1787762251.742051:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762251/real 1787762251]  req@ffff96b49105ad00 x1874600972688896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762251.742059:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49105ad00 x1874600972688896/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762251.742065:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762251.742067:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:2.0:1787762251.742069:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49105ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972688896:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762252.317738:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762252.381766:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762253.341702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762253.405748:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762254.365793:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762254.429712:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762255.389723:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762255.453759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762256.413701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762256.477819:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762256.861713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762256.861726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762256.861731:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762256.861744:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3494
00000100:00080000:2.0:1787762256.861760:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762256.861769:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762256.861823:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972689024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762256.861856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762256.861858:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762256.861859:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762256.861888:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3494
00000100:00080000:2.0:1787762256.861893:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762256.861898:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762256.861909:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762256.861915:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972689024:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762256.861922:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972689152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762256.861987:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762256.862038:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762256/real 1787762256]  req@ffff96b49109e1c0 x1874600972689024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762256.862056:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972689024/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762256.862076:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762256.862079:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762256.862082:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972689024:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762256.862122:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972689152:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762256.862146:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762256.862158:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762256/real 1787762256]  req@ffff96b49109c3c0 x1874600972689152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762256.862166:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972689152/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762256.862172:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762256.862174:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762256.862176:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972689152:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762257.437704:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762257.501760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762258.461635:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762258.525841:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762259.485742:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762259.549787:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762260.509725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762260.573772:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762261.533695:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762261.597758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762261.981694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762261.981702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762261.981705:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762261.981714:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3499
00000100:00080000:2.0:1787762261.981721:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762261.981727:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762261.981757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972689280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762261.981797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762261.981801:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762261.981803:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762261.981807:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3499
00000100:00080000:2.0:1787762261.981811:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762261.981815:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762261.981824:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762261.981846:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972689280:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762261.981856:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972689408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762261.981907:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762261.981940:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762261/real 1787762261]  req@ffff96b49109c000 x1874600972689280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762261.981957:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972689280/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762261.981974:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762261.981978:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762261.981982:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972689280:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762261.982009:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972689408:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762261.982026:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762261.982035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762261/real 1787762261]  req@ffff96b49109cb40 x1874600972689408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762261.982043:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972689408/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762261.982048:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762261.982050:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762261.982052:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972689408:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762262.557726:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762262.621766:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762263.581757:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762263.646427:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762264.605752:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762264.669765:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762265.629740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762265.693759:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762266.653712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762266.717776:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762267.101713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762267.101727:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762267.101732:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762267.101769:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3504
00000100:00080000:0.0:1787762267.101783:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762267.101793:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762267.101838:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972689536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762267.101870:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762267.101875:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762267.101876:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762267.101881:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3504
00000100:00080000:0.0:1787762267.101884:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762267.101889:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762267.101900:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762267.101913:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972689664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762267.101922:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972689536:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762267.101995:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762267.102036:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762267/real 1787762267]  req@ffff96b491186580 x1874600972689536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762267.102050:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972689536/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762267.102063:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762267.102066:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762267.102069:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972689536:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762267.102092:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972689664:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762267.102108:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762267.102116:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762267/real 1787762267]  req@ffff96b491186d00 x1874600972689664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762267.102124:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972689664/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762267.102130:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762267.102132:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762267.102134:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972689664:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762267.677739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762267.741764:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762268.701785:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762268.765764:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762269.725659:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762269.789774:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762270.749692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762270.813748:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762271.773677:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762271.837755:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762272.221712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762272.221726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762272.221731:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762272.221742:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3509
00000100:00080000:1.0:1787762272.221750:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762272.221756:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762272.221793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972689792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762272.221823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762272.221829:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762272.221832:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762272.221839:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3509
00000100:00080000:1.0:1787762272.221845:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762272.221852:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762272.221861:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762272.221869:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972689792:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787762272.221879:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972689920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762272.221945:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762272.221975:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762272/real 1787762272]  req@ffff96b48d40e580 x1874600972689792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762272.221988:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972689792/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762272.222004:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762272.222008:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762272.222012:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972689792:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787762272.222040:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972689920:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787762272.222065:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762272.222086:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762272/real 1787762272]  req@ffff96b48d40f0c0 x1874600972689920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762272.222099:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972689920/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762272.222105:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762272.222107:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762272.222109:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972689920:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762272.797721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762272.861786:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762273.821703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762273.885802:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762274.845700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762274.909773:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762275.869652:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762275.933756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762276.893687:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762276.957732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762277.341704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762277.341712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762277.341715:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762277.341723:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3514
00000100:00080000:1.0:1787762277.341730:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762277.341736:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762277.341768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972690048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762277.341786:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762277.341789:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762277.341790:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762277.341793:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3514
00000100:00080000:1.0:1787762277.341795:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762277.341797:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762277.341805:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762277.341817:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972690176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762277.341835:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972690048:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787762277.341898:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762277.341936:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762277/real 1787762277]  req@ffff96b48d40ed00 x1874600972690048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762277.341954:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972690048/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762277.341964:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762277.341968:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762277.341972:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972690048:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787762277.341995:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972690176:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787762277.342023:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762277.342033:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762277/real 1787762277]  req@ffff96b48d40f480 x1874600972690176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762277.342051:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972690176/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762277.342060:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762277.342062:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762277.342064:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972690176:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762277.917748:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762277.981798:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762278.941760:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762279.005733:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762279.965703:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762280.029810:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762280.989734:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762281.053800:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762282.013697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762282.077772:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762282.461762:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762282.461775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762282.461780:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762282.461791:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3519
00000100:00080000:0.0:1787762282.461804:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762282.461813:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762282.461863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972690304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762282.461897:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762282.461899:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762282.461901:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762282.461904:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3519
00000100:00080000:0.0:1787762282.461907:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762282.461909:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762282.461920:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762282.461934:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186d00 x1874600972690432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762282.461963:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972690304:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762282.462083:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972690432:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762283.037698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762283.101743:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762284.061711:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762284.125738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762285.085739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762285.149797:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787762285.533856:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.133:988
00000400:00000100:1.0:1787762285.533894:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.133@tcp at host 192.168.204.133 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787762285.533910:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000800:00000100:1.0:1787762285.533947:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.133@tcp
00000100:00100000:3.0:1787762285.533996:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762282/real 1787762285]  req@ffff96b491186d00 x1874600972690432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762285.534022:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186d00 x1874600972690432/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762285.534034:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762285.534039:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762285.534044:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972690432:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762285.534051:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762282/real 1787762285]  req@ffff96b491184b40 x1874600972690304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762285.534062:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972690304/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762285.534069:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762285.534072:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762285.534074:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972690304:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762286.109678:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762286.173715:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762287.133680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762287.197755:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762287.581763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762287.581778:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762287.581799:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762287.581812:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3525
00000100:00080000:1.0:1787762287.581824:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762287.581834:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762287.581875:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972690560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762287.581903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762287.581908:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762287.581910:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762287.581915:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3525
00000100:00080000:1.0:1787762287.581919:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762287.581925:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:3.0:1787762287.581939:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972690560:192.168.204.133@tcp:250:kworker.0
00000008:00100000:1.0:1787762287.581948:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762287.581965:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972690688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762287.582024:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762287.582070:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762287/real 1787762287]  req@ffff96b48d40e1c0 x1874600972690560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762287.582089:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972690560/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762287.582102:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762287.582106:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762287.582110:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972690560:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762287.582139:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972690688:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762287.582159:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762287.582170:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762287/real 1787762287]  req@ffff96b48d40d680 x1874600972690688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762287.582181:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972690688/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762287.582189:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762287.582192:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762287.582196:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972690688:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762288.157716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762288.221797:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762289.181720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762289.245840:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762290.205712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762290.269798:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762291.229672:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762291.293759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762292.253710:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762292.317758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762292.701729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762292.701739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762292.701743:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762292.701753:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3530
00000100:00080000:2.0:1787762292.701774:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762292.701782:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762292.701819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109fc00 x1874600972690816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762292.701846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762292.701849:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762292.701851:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762292.701855:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3530
00000100:00080000:2.0:1787762292.701859:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762292.701863:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762292.701872:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762292.701889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109cb40 x1874600972690944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762292.701889:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972690816:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762292.701948:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762292.701987:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762292/real 1787762292]  req@ffff96b49109fc00 x1874600972690816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762292.702002:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109fc00 x1874600972690816/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762292.702011:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762292.702014:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762292.702017:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972690816:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762292.702040:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972690944:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762292.702061:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762292.702073:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762292/real 1787762292]  req@ffff96b49109cb40 x1874600972690944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762292.702081:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109cb40 x1874600972690944/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762292.702087:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762292.702089:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762292.702091:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972690944:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762293.277660:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762293.341753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762294.301739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762294.365748:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762295.325673:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762295.389804:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762296.349664:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762296.413714:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762297.373674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762297.437732:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762297.821672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762297.821682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762297.821699:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762297.821710:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3535
00000100:00080000:2.0:1787762297.821719:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762297.821726:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762297.821756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c000 x1874600972691072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762297.821780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762297.821784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762297.821785:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762297.821789:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3535
00000100:00080000:2.0:1787762297.821792:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762297.821796:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762297.821805:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762297.821812:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972691072:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762297.821818:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972691200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762297.821864:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762297.821892:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762297/real 1787762297]  req@ffff96b49109c000 x1874600972691072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762297.821903:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c000 x1874600972691072/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762297.821910:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762297.821913:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762297.821915:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972691072:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762297.821931:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972691200:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762297.821943:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762297.821950:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762297/real 1787762297]  req@ffff96b49109c3c0 x1874600972691200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762297.821957:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109c3c0 x1874600972691200/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762297.821962:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762297.821963:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762297.821965:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972691200:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762298.397715:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762298.461694:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762299.421698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762299.485753:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762300.445698:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762300.509749:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762301.469697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762301.533730:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762302.493724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762302.557758:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762302.941748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762302.941761:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762302.941767:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762302.941778:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3540
00000100:00080000:1.0:1787762302.941792:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762302.941798:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762302.941841:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40c000 x1874600972691328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762302.941871:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762302.941892:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762302.941894:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762302.941898:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3540
00000100:00080000:1.0:1787762302.941902:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762302.941905:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762302.941917:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762302.941928:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972691328:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787762302.941935:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40d680 x1874600972691456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762302.942020:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762302.942069:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762302/real 1787762302]  req@ffff96b48d40c000 x1874600972691328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762302.942087:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40c000 x1874600972691328/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762302.942098:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762302.942101:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762302.942105:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972691328:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762302.942137:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972691456:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762302.942160:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762302.942175:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762302/real 1787762302]  req@ffff96b48d40d680 x1874600972691456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762302.942187:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40d680 x1874600972691456/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762302.942196:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762302.942199:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762302.942202:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972691456:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762303.517718:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762303.581818:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762304.541759:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762304.605868:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762305.565689:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762305.629742:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762306.589739:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762306.653739:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762307.613766:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762307.677843:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762308.061761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762308.061773:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762308.061779:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762308.061800:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3545
00000100:00080000:0.0:1787762308.061814:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762308.061823:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762308.061868:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972691584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762308.061920:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762308.061925:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762308.061928:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762308.061933:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3545
00000100:00080000:0.0:1787762308.061938:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762308.061944:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762308.061963:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762308.061981:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972691712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762308.061999:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972691584:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787762308.062075:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787762308.062114:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762308/real 1787762308]  req@ffff96b491186580 x1874600972691584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762308.062133:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972691584/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762308.062143:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762308.062148:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787762308.062152:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972691584:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787762308.062177:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972691712:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787762308.062204:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787762308.062217:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762308/real 1787762308]  req@ffff96b491185680 x1874600972691712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762308.062226:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972691712/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762308.062243:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762308.062246:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787762308.062248:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972691712:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762308.637735:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762308.701766:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762309.661701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762309.725827:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762310.685680:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:1.0:1787762310.749719:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762311.709708:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762311.773782:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762312.733665:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762312.797756:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762313.181732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762313.181746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762313.181752:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762313.181763:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3550
00000100:00080000:2.0:1787762313.181787:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762313.181797:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762313.181838:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972691840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762313.181867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762313.181870:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762313.181871:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762313.181875:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3550
00000100:00080000:2.0:1787762313.181877:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762313.181880:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762313.181889:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762313.181899:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972691968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762313.181918:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972691840:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787762313.181991:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787762313.182035:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762313/real 1787762313]  req@ffff96b49109e1c0 x1874600972691840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762313.182055:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109e1c0 x1874600972691840/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762313.182065:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762313.182068:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787762313.182071:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972691840:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787762313.182095:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972691968:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787762313.182113:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787762313.182121:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762313/real 1787762313]  req@ffff96b49109f840 x1874600972691968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762313.182129:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972691968/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762313.182134:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762313.182151:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787762313.182153:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972691968:192.168.204.133@tcp:38:kworker.0
00000100:00100000:3.0:1787762313.757667:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762313.821788:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762314.781671:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762314.845800:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762315.805714:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762315.869789:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762316.829725:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762316.893738:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762317.853701:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762317.917774:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762318.301765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762318.301779:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762318.301784:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762318.301797:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3555
00000100:00080000:0.0:1787762318.301833:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762318.301843:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762318.301888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185e00 x1874600972692096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762318.301921:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762318.301925:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762318.301927:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762318.301932:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3555
00000100:00080000:0.0:1787762318.301935:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762318.301940:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762318.301951:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762318.301966:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491185680 x1874600972692224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762318.301989:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972692096:192.168.204.133@tcp:250:kworker.0
00000800:00000100:1.0:1787762318.302061:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787762318.302117:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762318/real 1787762318]  req@ffff96b491185e00 x1874600972692096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762318.302143:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185e00 x1874600972692096/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762318.302153:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762318.302158:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787762318.302161:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972692096:192.168.204.133@tcp:250:kworker.0
00000100:00100000:1.0:1787762318.302168:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972692224:192.168.204.133@tcp:38:kworker.0
00000800:00000100:1.0:1787762318.302199:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:1.0:1787762318.302211:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762318/real 1787762318]  req@ffff96b491185680 x1874600972692224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762318.302223:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491185680 x1874600972692224/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762318.302230:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762318.302233:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:1.0:1787762318.302244:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972692224:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762318.877721:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762318.941783:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762319.901717:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762319.965832:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762320.925700:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762320.989760:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762321.949732:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762322.013791:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762322.973730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762323.037689:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762323.421675:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762323.421685:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762323.421690:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762323.421702:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3560
00000100:00080000:1.0:1787762323.421715:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762323.421724:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762323.421768:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e1c0 x1874600972692352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762323.421802:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762323.421806:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762323.421808:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762323.421813:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3560
00000100:00080000:1.0:1787762323.421816:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762323.421820:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762323.421832:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762323.421848:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f480 x1874600972692480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762323.421877:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972692352:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762323.421943:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762323.421979:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762323/real 1787762323]  req@ffff96b48d40e1c0 x1874600972692352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762323.421992:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e1c0 x1874600972692352/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762323.421999:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762323.422002:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762323.422005:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972692352:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762323.422023:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972692480:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762323.422036:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762323.422044:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762323/real 1787762323]  req@ffff96b48d40f480 x1874600972692480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762323.422050:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f480 x1874600972692480/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762323.422056:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762323.422058:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762323.422075:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972692480:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762323.997720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762324.061795:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762325.021716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762325.085879:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762326.045713:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762326.109759:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762327.069642:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762327.133731:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762328.093648:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762328.157737:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762328.541660:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762328.541669:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762328.541673:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762328.541683:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3566
00000100:00080000:1.0:1787762328.541692:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762328.541698:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762328.541731:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40ed00 x1874600972692608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762328.541762:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762328.541766:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762328.541768:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762328.541771:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3566
00000100:00080000:1.0:1787762328.541774:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762328.541777:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762328.541785:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762328.541797:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40f0c0 x1874600972692736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762328.541807:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972692608:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787762328.541857:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762328.541885:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762328/real 1787762328]  req@ffff96b48d40ed00 x1874600972692608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762328.541896:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40ed00 x1874600972692608/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762328.541918:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762328.541921:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762328.541923:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972692608:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787762328.541941:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972692736:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787762328.541955:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762328.541963:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762328/real 1787762328]  req@ffff96b48d40f0c0 x1874600972692736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762328.541970:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40f0c0 x1874600972692736/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762328.541975:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762328.541977:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762328.541979:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972692736:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762329.117674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762329.181747:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762330.141716:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762330.205754:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762331.165674:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762331.229730:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762332.189692:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762332.253801:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762333.213669:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762333.277702:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762333.661707:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762333.661739:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762333.661744:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762333.661756:0:10229:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3571
00000100:00080000:1.0:1787762333.661769:0:10229:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762333.661778:0:10229:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:1.0:1787762333.661825:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40e580 x1874600972692864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762333.661849:0:10229:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762333.661851:0:10229:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762333.661853:0:10229:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762333.661856:0:10229:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3571
00000100:00080000:1.0:1787762333.661859:0:10229:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762333.661861:0:10229:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:1.0:1787762333.661870:0:10229:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762333.661879:0:10229:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b48d40fc00 x1874600972692992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762333.661922:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972692864:192.168.204.133@tcp:250:kworker.0
00000800:00000100:0.0:1787762333.661982:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762333.662016:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762333/real 1787762333]  req@ffff96b48d40e580 x1874600972692864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762333.662028:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40e580 x1874600972692864/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762333.662050:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762333.662053:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762333.662056:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972692864:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787762333.662061:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972692992:192.168.204.133@tcp:38:kworker.0
00000800:00000100:0.0:1787762333.662077:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:0.0:1787762333.662084:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762333/real 1787762333]  req@ffff96b48d40fc00 x1874600972692992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762333.662091:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b48d40fc00 x1874600972692992/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762333.662096:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762333.662098:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:0.0:1787762333.662100:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b48d40fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972692992:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762334.237722:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762334.301746:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762335.261697:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762335.325736:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762336.285681:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762336.349739:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762337.309675:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762337.373686:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762338.333702:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762338.397768:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762338.781683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762338.781693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762338.781698:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762338.781708:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3576
00000100:00080000:0.0:1787762338.781717:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762338.781725:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:0.0:1787762338.781767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491186580 x1874600972693120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762338.781824:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762338.781828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762338.781830:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762338.781834:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3576
00000100:00080000:0.0:1787762338.781839:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762338.781844:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:0.0:1787762338.781854:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762338.781859:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972693120:192.168.204.133@tcp:250:kworker.0
00000100:00100000:0.0:1787762338.781869:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b491184b40 x1874600972693248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762338.781918:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762338.781956:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762338/real 1787762338]  req@ffff96b491186580 x1874600972693120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762338.781972:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491186580 x1874600972693120/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762338.781983:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762338.781987:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762338.781991:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491186580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972693120:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762338.782012:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972693248:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762338.782032:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762338.782042:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762338/real 1787762338]  req@ffff96b491184b40 x1874600972693248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762338.782053:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b491184b40 x1874600972693248/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762338.782062:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762338.782065:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762338.782068:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b491184b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972693248:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762339.357730:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762339.421716:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762340.381724:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762340.445741:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762341.405801:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762341.469706:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762342.429696:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762342.493766:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762343.453720:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762343.517753:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762343.901972:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762343.901983:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762343.901986:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762343.901997:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3581
00000100:00080000:2.0:1787762343.902007:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762343.902014:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762343.902051:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109d2c0 x1874600972693376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762343.902087:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762343.902091:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762343.902092:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762343.902096:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3581
00000100:00080000:2.0:1787762343.902100:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762343.902104:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762343.902113:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762343.902126:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109f840 x1874600972693504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762343.902503:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972693376:192.168.204.133@tcp:250:kworker.0
00000800:00000100:3.0:1787762343.902688:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762343.902756:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762343/real 1787762343]  req@ffff96b49109d2c0 x1874600972693376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762343.902927:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109d2c0 x1874600972693376/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762343.902940:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762343.902946:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762343.902951:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972693376:192.168.204.133@tcp:250:kworker.0
00000100:00100000:3.0:1787762343.903004:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972693504:192.168.204.133@tcp:38:kworker.0
00000800:00000100:3.0:1787762343.903038:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.133@tcp
00000100:00100000:3.0:1787762343.903053:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762343/real 1787762343]  req@ffff96b49109f840 x1874600972693504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762343.903066:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff96b49109f840 x1874600972693504/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762343.903074:0:2361:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762343.903078:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-110)
00000100:00100000:3.0:1787762343.903081:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff96b49109f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972693504:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762344.477733:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762344.541814:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762345.501688:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762345.565727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762346.525712:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762346.589803:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762347.549750:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762347.613802:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762348.573744:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762348.637749:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762349.021715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3c9fe673-2cdb-44ef-bded-a7cbd520bfb9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762349.021724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762349.021731:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488571000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762349.021744:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 3586
00000100:00080000:2.0:1787762349.021755:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762349.021762:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff96b488571000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000100:00100000:2.0:1787762349.021799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109e1c0 x1874600972693632/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762349.021823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2fdb7338-6109-4f60-9752-fc8ea99264a4->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762349.021827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762349.021829:0:36:0:(import.c:65:import_set_state_nolock()) ffff96b488d2f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762349.021833:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: connect to NID 192.168.204.133@tcp last attempt 3586
00000100:00080000:2.0:1787762349.021837:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762349.021841:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96b48537e800: import ffff96b488d2f000 using connection 192.168.204.133@tcp/192.168.204.133@tcp
00000008:00100000:2.0:1787762349.021851:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762349.021865:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3c9fe673-2cdb-44ef-bded-a7cbd520bfb9:2361:1874600972693632:192.168.204.133@tcp:250:kworker.0
00000100:00100000:2.0:1787762349.021866:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff96b49109c3c0 x1874600972693760/t0(0) o38->lustre-MDT0000-mdc-ffff96b48537e800@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762349.021973:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff96b49109c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2fdb7338-6109-4f60-9752-fc8ea99264a4:2361:1874600972693760:192.168.204.133@tcp:38:kworker.0
00000100:00100000:1.0:1787762349.597740:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:0.0:1787762349.661727:0:5456:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762350.621951:0:9800:0:(client.c:2715:ptlrpc_set_wait()) set ffff96b482d8b000 going to sleep for 0 seconds
00010000:00010000:2.0:1787762350.685811:0:5455:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 26320 lines, 26320 kept, 0 dropped, 0 bad.